{"level":"warn","ts":"2026-02-24T13:00:15.270748Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T13:00:15.270852Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.159:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.159:2380","--initial-cluster=instance=https://199.19.213.159:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.159:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.159:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-24T13:00:15.27092Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T13:00:15.270932Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.159:2380"]} {"level":"info","ts":"2026-02-24T13:00:15.271317Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T13:00:15.272062Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"]} {"level":"info","ts":"2026-02-24T13:00:15.272173Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.159:2380"],"listen-peer-urls":["https://199.19.213.159:2380"],"advertise-client-urls":["https://199.19.213.159:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.159:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-24T13:00:15.279213Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.83691ms"} {"level":"info","ts":"2026-02-24T13:00:15.28745Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"63cd833aa17a09c7","cluster-id":"27437233b92849be"} {"level":"info","ts":"2026-02-24T13:00:15.287505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=()"} {"level":"info","ts":"2026-02-24T13:00:15.287525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became follower at term 0"} {"level":"info","ts":"2026-02-24T13:00:15.287535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 63cd833aa17a09c7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-24T13:00:15.287542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became follower at term 1"} {"level":"info","ts":"2026-02-24T13:00:15.287576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=(7191548467821021639)"} {"level":"warn","ts":"2026-02-24T13:00:15.293838Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-24T13:00:15.295202Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-24T13:00:15.296456Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-24T13:00:15.298799Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"63cd833aa17a09c7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-24T13:00:15.298938Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"63cd833aa17a09c7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-24T13:00:15.299164Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T13:00:15.299547Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T13:00:15.299588Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T13:00:15.303256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=(7191548467821021639)"} {"level":"info","ts":"2026-02-24T13:00:15.306574Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"27437233b92849be","local-member-id":"63cd833aa17a09c7","added-peer-id":"63cd833aa17a09c7","added-peer-peer-urls":["https://199.19.213.159:2380"]} {"level":"info","ts":"2026-02-24T13:00:15.30798Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T13:00:15.308298Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.159:2380"} {"level":"info","ts":"2026-02-24T13:00:15.308637Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.159:2380"} {"level":"info","ts":"2026-02-24T13:00:15.310483Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-24T13:00:15.310497Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"63cd833aa17a09c7","initial-advertise-peer-urls":["https://199.19.213.159:2380"],"listen-peer-urls":["https://199.19.213.159:2380"],"advertise-client-urls":["https://199.19.213.159:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-24T13:00:15.388408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 is starting a new election at term 1"} {"level":"info","ts":"2026-02-24T13:00:15.388495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-24T13:00:15.388527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 received MsgPreVoteResp from 63cd833aa17a09c7 at term 1"} {"level":"info","ts":"2026-02-24T13:00:15.388548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became candidate at term 2"} {"level":"info","ts":"2026-02-24T13:00:15.388556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 received MsgVoteResp from 63cd833aa17a09c7 at term 2"} {"level":"info","ts":"2026-02-24T13:00:15.388568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became leader at term 2"} {"level":"info","ts":"2026-02-24T13:00:15.388579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 63cd833aa17a09c7 elected leader 63cd833aa17a09c7 at term 2"} {"level":"info","ts":"2026-02-24T13:00:15.389528Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T13:00:15.391506Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T13:00:15.391663Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T13:00:15.392234Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"27437233b92849be","local-member-id":"63cd833aa17a09c7","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T13:00:15.392375Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T13:00:15.392416Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T13:00:15.393294Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-24T13:00:15.393326Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-24T13:00:15.395197Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.159:2379"} {"level":"info","ts":"2026-02-24T13:00:15.396873Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-24T13:00:15.391466Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"63cd833aa17a09c7","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.159:2379]}","request-path":"/0/members/63cd833aa17a09c7/attributes","cluster-id":"27437233b92849be","publish-timeout":"7s"} {"level":"warn","ts":"2026-02-24T13:00:18.300667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206370189s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T13:00:18.301341Z","caller":"traceutil/trace.go:171","msg":"trace[386242005] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"1.292497829s","start":"2026-02-24T13:00:17.008785Z","end":"2026-02-24T13:00:18.301283Z","steps":["trace[386242005] 'process raft request' (duration: 1.292205732s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:18.301468Z","caller":"traceutil/trace.go:171","msg":"trace[1768749593] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"1.292519549s","start":"2026-02-24T13:00:17.008916Z","end":"2026-02-24T13:00:18.301435Z","steps":["trace[1768749593] 'process raft request' (duration: 1.292264854s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:18.301657Z","caller":"traceutil/trace.go:171","msg":"trace[812903223] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"1.292323484s","start":"2026-02-24T13:00:17.00932Z","end":"2026-02-24T13:00:18.301643Z","steps":["trace[812903223] 'process raft request' (duration: 1.291997397s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:18.30172Z","caller":"traceutil/trace.go:171","msg":"trace[1494807953] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"1.292644372s","start":"2026-02-24T13:00:17.009047Z","end":"2026-02-24T13:00:18.301691Z","steps":["trace[1494807953] 'process raft request' (duration: 1.292185762s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:18.301813Z","caller":"traceutil/trace.go:171","msg":"trace[411167027] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"1.292780296s","start":"2026-02-24T13:00:17.008858Z","end":"2026-02-24T13:00:18.301638Z","steps":["trace[411167027] 'process raft request' (duration: 1.292271324s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:18.301823Z","caller":"traceutil/trace.go:171","msg":"trace[741845577] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"1.279679524s","start":"2026-02-24T13:00:17.022129Z","end":"2026-02-24T13:00:18.301809Z","steps":["trace[741845577] 'process raft request' (duration: 1.279246855s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:18.302262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.008772Z","time spent":"1.292688773s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:18.302355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.008887Z","time spent":"1.292690433s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:18.302543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.009303Z","time spent":"1.292394836s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:18.302704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.009038Z","time spent":"1.292745525s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:18.302864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.008851Z","time spent":"1.293116833s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:18.303458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.022112Z","time spent":"1.280074643s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:00:18.303765Z","caller":"traceutil/trace.go:171","msg":"trace[1534896495] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"1.225502744s","start":"2026-02-24T13:00:17.078245Z","end":"2026-02-24T13:00:18.303748Z","steps":["trace[1534896495] 'process raft request' (duration: 1.225166006s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:18.30386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.078227Z","time spent":"1.225604066s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:00:18.303874Z","caller":"traceutil/trace.go:171","msg":"trace[1776386448] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"1.27853667s","start":"2026-02-24T13:00:17.025316Z","end":"2026-02-24T13:00:18.303852Z","steps":["trace[1776386448] 'process raft request' (duration: 1.276106036s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:18.303958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.025291Z","time spent":"1.278619731s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2849,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:00:18.30381Z","caller":"traceutil/trace.go:171","msg":"trace[1133381446] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"1.223646082s","start":"2026-02-24T13:00:17.080137Z","end":"2026-02-24T13:00:18.303783Z","steps":["trace[1133381446] 'process raft request' (duration: 1.223343136s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:18.304187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.080125Z","time spent":"1.223970839s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:18.304387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262718398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-24T13:00:18.304465Z","caller":"traceutil/trace.go:171","msg":"trace[1807174895] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"1.262836211s","start":"2026-02-24T13:00:17.041611Z","end":"2026-02-24T13:00:18.304448Z","steps":["trace[1807174895] 'agreement among raft nodes before linearized reading' (duration: 1.262627446s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:18.304497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.041595Z","time spent":"1.262894532s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-02-24T13:00:18.304776Z","caller":"traceutil/trace.go:171","msg":"trace[1577199785] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:7; }","duration":"1.261956932s","start":"2026-02-24T13:00:17.041668Z","end":"2026-02-24T13:00:18.303625Z","steps":["trace[1577199785] 'read index received' (duration: 52.552805ms)","trace[1577199785] 'applied index is now lower than readState.Index' (duration: 1.209401707s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:00:19.078334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:00:19.078436Z","caller":"traceutil/trace.go:171","msg":"trace[2134921154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559332s","start":"2026-02-24T13:00:17.077855Z","end":"2026-02-24T13:00:19.078414Z","steps":["trace[2134921154] 'agreement among raft nodes before linearized reading' (duration: 2.000384049s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.078487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.077828Z","time spent":"2.000649094s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:00:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:00:19.505051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.262242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-24T13:00:19.505351Z","caller":"traceutil/trace.go:171","msg":"trace[902581032] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"1.192420659s","start":"2026-02-24T13:00:18.312915Z","end":"2026-02-24T13:00:19.505336Z","steps":["trace[902581032] 'process raft request' (duration: 1.192371008s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:19.505536Z","caller":"traceutil/trace.go:171","msg":"trace[679824730] linearizableReadLoop","detail":"{readStateIndex:17; appliedIndex:16; }","duration":"1.200593521s","start":"2026-02-24T13:00:18.304896Z","end":"2026-02-24T13:00:19.505489Z","steps":["trace[679824730] 'read index received' (duration: 226.791956ms)","trace[679824730] 'applied index is now lower than readState.Index' (duration: 973.798585ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:00:19.50573Z","caller":"traceutil/trace.go:171","msg":"trace[222650649] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"2.407911682s","start":"2026-02-24T13:00:17.09781Z","end":"2026-02-24T13:00:19.505722Z","steps":["trace[222650649] 'process raft request' (duration: 1.433794491s)","trace[222650649] 'compare' (duration: 973.136478ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:00:19.505757Z","caller":"traceutil/trace.go:171","msg":"trace[878456604] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"1.197690256s","start":"2026-02-24T13:00:18.308055Z","end":"2026-02-24T13:00:19.505745Z","steps":["trace[878456604] 'process raft request' (duration: 1.197182515s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.505808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.097783Z","time spent":"2.407968662s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:19.505831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446586229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-02-24T13:00:19.50586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.308036Z","time spent":"1.197752458s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:00:19.505875Z","caller":"traceutil/trace.go:171","msg":"trace[1118893291] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"2.44665971s","start":"2026-02-24T13:00:17.059203Z","end":"2026-02-24T13:00:19.505862Z","steps":["trace[1118893291] 'agreement among raft nodes before linearized reading' (duration: 2.446530387s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.505911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.05918Z","time spent":"2.446723112s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-24T13:00:19.505536Z","caller":"traceutil/trace.go:171","msg":"trace[337396228] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"1.197506012s","start":"2026-02-24T13:00:18.307968Z","end":"2026-02-24T13:00:19.505474Z","steps":["trace[337396228] 'process raft request' (duration: 1.197177754s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.505966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.30795Z","time spent":"1.197997274s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:19.505938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579265724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-24T13:00:19.506044Z","caller":"traceutil/trace.go:171","msg":"trace[1734881028] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"1.198015873s","start":"2026-02-24T13:00:18.308015Z","end":"2026-02-24T13:00:19.50603Z","steps":["trace[1734881028] 'process raft request' (duration: 1.197176315s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:19.506063Z","caller":"traceutil/trace.go:171","msg":"trace[1929716682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"1.579454989s","start":"2026-02-24T13:00:17.926589Z","end":"2026-02-24T13:00:19.506044Z","steps":["trace[1929716682] 'agreement among raft nodes before linearized reading' (duration: 1.579231324s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.506116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200234893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-02-24T13:00:19.506133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.307955Z","time spent":"1.198117116s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:00:19.506141Z","caller":"traceutil/trace.go:171","msg":"trace[1325109770] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"1.200311695s","start":"2026-02-24T13:00:18.305822Z","end":"2026-02-24T13:00:19.506134Z","steps":["trace[1325109770] 'agreement among raft nodes before linearized reading' (duration: 1.200232983s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.506166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.305803Z","time spent":"1.200359016s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-24T13:00:19.506135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.926576Z","time spent":"1.579550071s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:00:19.506194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598656104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-24T13:00:19.506239Z","caller":"traceutil/trace.go:171","msg":"trace[1497900921] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:19; }","duration":"1.598731936s","start":"2026-02-24T13:00:17.907488Z","end":"2026-02-24T13:00:19.50622Z","steps":["trace[1497900921] 'agreement among raft nodes before linearized reading' (duration: 1.598676554s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.50628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.907466Z","time spent":"1.598808147s","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-02-24T13:00:19.506281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598416559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-24T13:00:19.506338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.497224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-24T13:00:19.506358Z","caller":"traceutil/trace.go:171","msg":"trace[744680575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"325.545715ms","start":"2026-02-24T13:00:19.180806Z","end":"2026-02-24T13:00:19.506352Z","steps":["trace[744680575] 'agreement among raft nodes before linearized reading' (duration: 325.516525ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:19.50635Z","caller":"traceutil/trace.go:171","msg":"trace[518363436] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19; }","duration":"1.598528211s","start":"2026-02-24T13:00:17.907807Z","end":"2026-02-24T13:00:19.506335Z","steps":["trace[518363436] 'agreement among raft nodes before linearized reading' (duration: 1.597960669s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.506379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:19.180789Z","time spent":"325.586456ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T13:00:19.506447Z","caller":"traceutil/trace.go:171","msg":"trace[164453045] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"1.198355671s","start":"2026-02-24T13:00:18.308035Z","end":"2026-02-24T13:00:19.50639Z","steps":["trace[164453045] 'process raft request' (duration: 1.197178576s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.506498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198057835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3181"} {"level":"warn","ts":"2026-02-24T13:00:19.506392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.907797Z","time spent":"1.598585962s","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-02-24T13:00:19.506518Z","caller":"traceutil/trace.go:171","msg":"trace[863327368] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19; }","duration":"1.198087245s","start":"2026-02-24T13:00:18.308425Z","end":"2026-02-24T13:00:19.506513Z","steps":["trace[863327368] 'agreement among raft nodes before linearized reading' (duration: 1.198053674s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.506538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.30802Z","time spent":"1.198472324s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:19.506588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198253059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-6jll5\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-02-24T13:00:19.506604Z","caller":"traceutil/trace.go:171","msg":"trace[1866434942] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-6jll5; range_end:; response_count:1; response_revision:19; }","duration":"1.198363212s","start":"2026-02-24T13:00:18.308235Z","end":"2026-02-24T13:00:19.506598Z","steps":["trace[1866434942] 'agreement among raft nodes before linearized reading' (duration: 1.198332531s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.506623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.307689Z","time spent":"1.198929983s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":883,"request content":"key:\"/registry/certificatesigningrequests/csr-6jll5\" "} {"level":"warn","ts":"2026-02-24T13:00:19.506468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197154804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-24T13:00:19.506844Z","caller":"traceutil/trace.go:171","msg":"trace[264314444] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"1.1987435s","start":"2026-02-24T13:00:18.308087Z","end":"2026-02-24T13:00:19.50683Z","steps":["trace[264314444] 'process raft request' (duration: 1.197171496s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:19.506863Z","caller":"traceutil/trace.go:171","msg":"trace[638800042] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:19; }","duration":"1.197567853s","start":"2026-02-24T13:00:18.309275Z","end":"2026-02-24T13:00:19.506843Z","steps":["trace[638800042] 'agreement among raft nodes before linearized reading' (duration: 1.197178305s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.506557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.308419Z","time spent":"1.198112136s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3203,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T13:00:19.506923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.309265Z","time spent":"1.197640535s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-02-24T13:00:19.50694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.308075Z","time spent":"1.198805621s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:00:19.506931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308465597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-24T13:00:19.507011Z","caller":"traceutil/trace.go:171","msg":"trace[100226750] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:19; }","duration":"2.308556388s","start":"2026-02-24T13:00:17.198416Z","end":"2026-02-24T13:00:19.506972Z","steps":["trace[100226750] 'agreement among raft nodes before linearized reading' (duration: 2.308469386s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:19.507057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:17.198392Z","time spent":"2.308653111s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-24T13:00:19.507721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:00:18.312901Z","time spent":"1.192494322s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3169,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:00:20.47611Z","caller":"traceutil/trace.go:171","msg":"trace[1572164179] transaction","detail":"{read_only:false; response_revision:167; number_of_response:1; }","duration":"194.806497ms","start":"2026-02-24T13:00:20.281273Z","end":"2026-02-24T13:00:20.476079Z","steps":["trace[1572164179] 'process raft request' (duration: 111.598353ms)","trace[1572164179] 'compare' (duration: 83.064421ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:00:22.266346Z","caller":"traceutil/trace.go:171","msg":"trace[1334642795] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"135.028363ms","start":"2026-02-24T13:00:22.131281Z","end":"2026-02-24T13:00:22.26631Z","steps":["trace[1334642795] 'process raft request' (duration: 84.336199ms)","trace[1334642795] 'compare' (duration: 50.384497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:00:35.306668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.113499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:00:35.306828Z","caller":"traceutil/trace.go:171","msg":"trace[178749007] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:422; }","duration":"193.862897ms","start":"2026-02-24T13:00:35.112953Z","end":"2026-02-24T13:00:35.306816Z","steps":["trace[178749007] 'read index received' (duration: 93.494572ms)","trace[178749007] 'applied index is now lower than readState.Index' (duration: 100.367295ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:00:35.306891Z","caller":"traceutil/trace.go:171","msg":"trace[431500398] transaction","detail":"{read_only:false; number_of_response:1; response_revision:412; }","duration":"211.121419ms","start":"2026-02-24T13:00:35.095763Z","end":"2026-02-24T13:00:35.306884Z","steps":["trace[431500398] 'process raft request' (duration: 211.025027ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:35.306899Z","caller":"traceutil/trace.go:171","msg":"trace[774787191] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"216.396206ms","start":"2026-02-24T13:00:35.090489Z","end":"2026-02-24T13:00:35.306885Z","steps":["trace[774787191] 'process raft request' (duration: 116.016951ms)","trace[774787191] 'compare' (duration: 99.994117ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:00:35.306941Z","caller":"traceutil/trace.go:171","msg":"trace[1399943589] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"216.261083ms","start":"2026-02-24T13:00:35.090626Z","end":"2026-02-24T13:00:35.306887Z","steps":["trace[1399943589] 'process raft request' (duration: 216.12406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:00:35.307069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.118993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T13:00:35.307105Z","caller":"traceutil/trace.go:171","msg":"trace[559880018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"194.189635ms","start":"2026-02-24T13:00:35.112898Z","end":"2026-02-24T13:00:35.307088Z","steps":["trace[559880018] 'agreement among raft nodes before linearized reading' (duration: 194.133263ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:00:35.472348Z","caller":"traceutil/trace.go:171","msg":"trace[592419906] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"148.375028ms","start":"2026-02-24T13:00:35.323935Z","end":"2026-02-24T13:00:35.47231Z","steps":["trace[592419906] 'process raft request' (duration: 87.770806ms)","trace[592419906] 'compare' (duration: 60.232824ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:00:35.472745Z","caller":"traceutil/trace.go:171","msg":"trace[1370470491] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"147.312895ms","start":"2026-02-24T13:00:35.32538Z","end":"2026-02-24T13:00:35.472693Z","steps":["trace[1370470491] 'process raft request' (duration: 146.851425ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:01:18.012571Z","caller":"traceutil/trace.go:171","msg":"trace[1067361227] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"442.106419ms","start":"2026-02-24T13:01:17.570445Z","end":"2026-02-24T13:01:18.012552Z","steps":["trace[1067361227] 'process raft request' (duration: 441.859044ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:01:18.012532Z","caller":"traceutil/trace.go:171","msg":"trace[2135728724] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"440.365721ms","start":"2026-02-24T13:01:17.572124Z","end":"2026-02-24T13:01:18.01249Z","steps":["trace[2135728724] 'read index received' (duration: 440.107265ms)","trace[2135728724] 'applied index is now lower than readState.Index' (duration: 257.676µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:18.012696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:17.570421Z","time spent":"442.202132ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:01:18.012753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.641817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T13:01:18.012821Z","caller":"traceutil/trace.go:171","msg":"trace[1556673065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"440.7692ms","start":"2026-02-24T13:01:17.57204Z","end":"2026-02-24T13:01:18.012809Z","steps":["trace[1556673065] 'agreement among raft nodes before linearized reading' (duration: 440.579336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:18.012857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:17.572011Z","time spent":"440.837391ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T13:01:18.788284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.494ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:01:18.78837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.712499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:01:18.788391Z","caller":"traceutil/trace.go:171","msg":"trace[282220485] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:519; }","duration":"358.609643ms","start":"2026-02-24T13:01:18.429765Z","end":"2026-02-24T13:01:18.788375Z","steps":["trace[282220485] 'range keys from in-memory index tree' (duration: 358.48012ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:01:18.788419Z","caller":"traceutil/trace.go:171","msg":"trace[1576422157] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:541; }","duration":"408.828133ms","start":"2026-02-24T13:01:18.379581Z","end":"2026-02-24T13:01:18.788409Z","steps":["trace[1576422157] 'read index received' (duration: 152.041833ms)","trace[1576422157] 'applied index is now lower than readState.Index' (duration: 256.78528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:18.788465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.892234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:18.788488Z","caller":"traceutil/trace.go:171","msg":"trace[660842556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"408.950616ms","start":"2026-02-24T13:01:18.379529Z","end":"2026-02-24T13:01:18.78848Z","steps":["trace[660842556] 'agreement among raft nodes before linearized reading' (duration: 408.908495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:18.788518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:18.379507Z","time spent":"409.003637ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T13:01:18.788575Z","caller":"traceutil/trace.go:171","msg":"trace[1645055760] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"771.397584ms","start":"2026-02-24T13:01:18.017162Z","end":"2026-02-24T13:01:18.78856Z","steps":["trace[1645055760] 'process raft request' (duration: 514.45682ms)","trace[1645055760] 'compare' (duration: 256.469203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:18.788656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:18.01714Z","time spent":"771.462275ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:01:22.21514Z","caller":"traceutil/trace.go:171","msg":"trace[666472595] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"187.976748ms","start":"2026-02-24T13:01:22.027146Z","end":"2026-02-24T13:01:22.215123Z","steps":["trace[666472595] 'process raft request' (duration: 187.858355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:36.370983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.643567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:01:36.371067Z","caller":"traceutil/trace.go:171","msg":"trace[1227041109] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"357.359145ms","start":"2026-02-24T13:01:36.013694Z","end":"2026-02-24T13:01:36.371053Z","steps":["trace[1227041109] 'read index received' (duration: 67.590286ms)","trace[1227041109] 'applied index is now lower than readState.Index' (duration: 289.767699ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:36.371227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.512998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:01:36.371288Z","caller":"traceutil/trace.go:171","msg":"trace[153334425] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:542; }","duration":"357.617489ms","start":"2026-02-24T13:01:36.013657Z","end":"2026-02-24T13:01:36.371275Z","steps":["trace[153334425] 'agreement among raft nodes before linearized reading' (duration: 357.470846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:36.371317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:36.013641Z","time spent":"357.669501ms","remote":"127.0.0.1:49630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":54,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:01:36.371796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.338915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T13:01:36.371825Z","caller":"traceutil/trace.go:171","msg":"trace[1611759191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:542; }","duration":"108.405767ms","start":"2026-02-24T13:01:36.263411Z","end":"2026-02-24T13:01:36.371816Z","steps":["trace[1611759191] 'agreement among raft nodes before linearized reading' (duration: 107.724392ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:01:36.614183Z","caller":"traceutil/trace.go:171","msg":"trace[723845737] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"234.023977ms","start":"2026-02-24T13:01:36.380135Z","end":"2026-02-24T13:01:36.614159Z","steps":["trace[723845737] 'read index received' (duration: 233.831433ms)","trace[723845737] 'applied index is now lower than readState.Index' (duration: 191.714µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:01:36.61421Z","caller":"traceutil/trace.go:171","msg":"trace[20207283] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"238.340922ms","start":"2026-02-24T13:01:36.375843Z","end":"2026-02-24T13:01:36.614184Z","steps":["trace[20207283] 'process raft request' (duration: 238.146718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:36.614302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.14352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:36.614342Z","caller":"traceutil/trace.go:171","msg":"trace[601467744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"234.201481ms","start":"2026-02-24T13:01:36.380129Z","end":"2026-02-24T13:01:36.614331Z","steps":["trace[601467744] 'agreement among raft nodes before linearized reading' (duration: 234.12421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:37.476364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.799764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:37.476466Z","caller":"traceutil/trace.go:171","msg":"trace[1214513636] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:543; }","duration":"484.917046ms","start":"2026-02-24T13:01:36.991522Z","end":"2026-02-24T13:01:37.476439Z","steps":["trace[1214513636] 'count revisions from in-memory index tree' (duration: 484.702592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:37.476512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:36.991463Z","time spent":"485.036848ms","remote":"127.0.0.1:49308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:01:37.476873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.359823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T13:01:37.476963Z","caller":"traceutil/trace.go:171","msg":"trace[388140893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:543; }","duration":"559.487226ms","start":"2026-02-24T13:01:36.917446Z","end":"2026-02-24T13:01:37.476933Z","steps":["trace[388140893] 'range keys from in-memory index tree' (duration: 559.171519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:37.477004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:36.917426Z","time spent":"559.567628ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T13:01:37.661618Z","caller":"traceutil/trace.go:171","msg":"trace[1877015925] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"181.26896ms","start":"2026-02-24T13:01:37.480322Z","end":"2026-02-24T13:01:37.661591Z","steps":["trace[1877015925] 'process raft request' (duration: 181.119026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:37.976229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.848534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:37.976338Z","caller":"traceutil/trace.go:171","msg":"trace[898699501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"215.965847ms","start":"2026-02-24T13:01:37.760346Z","end":"2026-02-24T13:01:37.976311Z","steps":["trace[898699501] 'range keys from in-memory index tree' (duration: 215.739682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:39.685016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063095285s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T13:01:39.685257Z","caller":"traceutil/trace.go:171","msg":"trace[681210928] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"307.760048ms","start":"2026-02-24T13:01:39.37748Z","end":"2026-02-24T13:01:39.68524Z","steps":["trace[681210928] 'read index received' (duration: 307.625045ms)","trace[681210928] 'applied index is now lower than readState.Index' (duration: 134.273µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:01:39.685297Z","caller":"traceutil/trace.go:171","msg":"trace[2079919545] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.063484724s","start":"2026-02-24T13:01:38.621796Z","end":"2026-02-24T13:01:39.68528Z","steps":["trace[2079919545] 'process raft request' (duration: 1.063344881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:39.685357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.87065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:39.685391Z","caller":"traceutil/trace.go:171","msg":"trace[1661188913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:545; }","duration":"307.939181ms","start":"2026-02-24T13:01:39.377442Z","end":"2026-02-24T13:01:39.685382Z","steps":["trace[1661188913] 'agreement among raft nodes before linearized reading' (duration: 307.87456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:39.685395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:38.621776Z","time spent":"1.063556395s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:01:39.685411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:39.377426Z","time spent":"307.980623ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:01:39.685475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.112905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:01:39.685547Z","caller":"traceutil/trace.go:171","msg":"trace[1753290983] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:545; }","duration":"246.244417ms","start":"2026-02-24T13:01:39.439284Z","end":"2026-02-24T13:01:39.685528Z","steps":["trace[1753290983] 'agreement among raft nodes before linearized reading' (duration: 246.099373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:40.238047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.502067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:01:40.238171Z","caller":"traceutil/trace.go:171","msg":"trace[1984069108] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"549.161687ms","start":"2026-02-24T13:01:39.688992Z","end":"2026-02-24T13:01:40.238154Z","steps":["trace[1984069108] 'process raft request' (duration: 267.476446ms)","trace[1984069108] 'compare' (duration: 281.240431ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:40.238227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:39.688976Z","time spent":"549.225169ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:01:41.147373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.549653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:01:41.147472Z","caller":"traceutil/trace.go:171","msg":"trace[793375528] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"248.178899ms","start":"2026-02-24T13:01:40.899277Z","end":"2026-02-24T13:01:41.147456Z","steps":["trace[793375528] 'read index received' (duration: 44.409592ms)","trace[793375528] 'applied index is now lower than readState.Index' (duration: 203.767917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:41.147539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.265071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T13:01:41.147555Z","caller":"traceutil/trace.go:171","msg":"trace[223204783] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"274.297628ms","start":"2026-02-24T13:01:40.873238Z","end":"2026-02-24T13:01:41.147535Z","steps":["trace[223204783] 'process raft request' (duration: 70.51772ms)","trace[223204783] 'compare' (duration: 203.453631ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:01:41.147576Z","caller":"traceutil/trace.go:171","msg":"trace[2024186558] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:548; }","duration":"248.338703ms","start":"2026-02-24T13:01:40.899229Z","end":"2026-02-24T13:01:41.147568Z","steps":["trace[2024186558] 'agreement among raft nodes before linearized reading' (duration: 248.273141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:41.563254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.092498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:41.563326Z","caller":"traceutil/trace.go:171","msg":"trace[1468061018] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:548; }","duration":"281.221402ms","start":"2026-02-24T13:01:41.282087Z","end":"2026-02-24T13:01:41.563308Z","steps":["trace[1468061018] 'count revisions from in-memory index tree' (duration: 280.962626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:41.563242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.102188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:41.563455Z","caller":"traceutil/trace.go:171","msg":"trace[792821775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"186.344162ms","start":"2026-02-24T13:01:41.377083Z","end":"2026-02-24T13:01:41.563428Z","steps":["trace[792821775] 'range keys from in-memory index tree' (duration: 186.004395ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:01:41.857204Z","caller":"traceutil/trace.go:171","msg":"trace[1775351408] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"163.247612ms","start":"2026-02-24T13:01:41.693939Z","end":"2026-02-24T13:01:41.857187Z","steps":["trace[1775351408] 'process raft request' (duration: 163.132169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:42.617959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.714579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T13:01:42.618078Z","caller":"traceutil/trace.go:171","msg":"trace[546762298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:549; }","duration":"374.869082ms","start":"2026-02-24T13:01:42.24318Z","end":"2026-02-24T13:01:42.618049Z","steps":["trace[546762298] 'range keys from in-memory index tree' (duration: 374.430593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:42.618073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.614808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:01:42.618174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:42.243112Z","time spent":"375.050166ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T13:01:42.618202Z","caller":"traceutil/trace.go:171","msg":"trace[47508615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"238.809542ms","start":"2026-02-24T13:01:42.379371Z","end":"2026-02-24T13:01:42.618181Z","steps":["trace[47508615] 'range keys from in-memory index tree' (duration: 238.441404ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:01:44.081923Z","caller":"traceutil/trace.go:171","msg":"trace[801704752] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"217.560933ms","start":"2026-02-24T13:01:43.864329Z","end":"2026-02-24T13:01:44.08189Z","steps":["trace[801704752] 'process raft request' (duration: 217.271927ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:01:45.288627Z","caller":"traceutil/trace.go:171","msg":"trace[657657919] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"613.325166ms","start":"2026-02-24T13:01:44.67528Z","end":"2026-02-24T13:01:45.288605Z","steps":["trace[657657919] 'process raft request' (duration: 613.145222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:45.288773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:44.675249Z","time spent":"613.44982ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:01:47.421339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07139655s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:01:47.576508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22648339s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:01:47.576646Z","caller":"traceutil/trace.go:171","msg":"trace[488472614] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"2.208221465s","start":"2026-02-24T13:01:45.368406Z","end":"2026-02-24T13:01:47.576628Z","steps":["trace[488472614] 'process raft request' (duration: 981.526811ms)","trace[488472614] 'compare' (duration: 1.226284996s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:47.576709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:45.368383Z","time spent":"2.208298178s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:01:48.230665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.048888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:01:48.230758Z","caller":"traceutil/trace.go:171","msg":"trace[537549083] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:579; }","duration":"2.144425495s","start":"2026-02-24T13:01:46.086316Z","end":"2026-02-24T13:01:48.230742Z","steps":["trace[537549083] 'read index received' (duration: 263.60178ms)","trace[537549083] 'applied index is now lower than readState.Index' (duration: 1.880822255s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:48.230866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851335541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:48.230888Z","caller":"traceutil/trace.go:171","msg":"trace[43361263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"1.851393353s","start":"2026-02-24T13:01:46.379489Z","end":"2026-02-24T13:01:48.230883Z","steps":["trace[43361263] 'agreement among raft nodes before linearized reading' (duration: 1.851337402s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:48.230912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:46.37947Z","time spent":"1.851436534s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:01:48.230963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14463147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T13:01:48.231059Z","caller":"traceutil/trace.go:171","msg":"trace[300957224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"2.144770393s","start":"2026-02-24T13:01:46.086267Z","end":"2026-02-24T13:01:48.231038Z","steps":["trace[300957224] 'agreement among raft nodes before linearized reading' (duration: 2.144540378s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:48.231137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.09362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T13:01:48.231219Z","caller":"traceutil/trace.go:171","msg":"trace[1694468889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"937.343785ms","start":"2026-02-24T13:01:47.293858Z","end":"2026-02-24T13:01:48.231202Z","steps":["trace[1694468889] 'agreement among raft nodes before linearized reading' (duration: 937.083929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:48.231261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:47.293836Z","time spent":"937.414816ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T13:01:48.231127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:46.086245Z","time spent":"2.144866675s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T13:01:48.231004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.006128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:01:48.231586Z","caller":"traceutil/trace.go:171","msg":"trace[1042918889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"471.611102ms","start":"2026-02-24T13:01:47.759901Z","end":"2026-02-24T13:01:48.231512Z","steps":["trace[1042918889] 'agreement among raft nodes before linearized reading' (duration: 470.953978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:48.232676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:47.75988Z","time spent":"472.773727ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:01:49.685498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:01:50.186327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:01:50.349707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.531864204s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T13:01:50.350308Z","caller":"traceutil/trace.go:171","msg":"trace[480839238] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"2.11485189s","start":"2026-02-24T13:01:48.23543Z","end":"2026-02-24T13:01:50.350282Z","steps":["trace[480839238] 'process raft request' (duration: 2.114588894s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:50.35054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:48.235401Z","time spent":"2.115025394s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:01:51.380029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000826645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:01:51.380109Z","caller":"traceutil/trace.go:171","msg":"trace[735006368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000948928s","start":"2026-02-24T13:01:49.379142Z","end":"2026-02-24T13:01:51.38009Z","steps":["trace[735006368] 'agreement among raft nodes before linearized reading' (duration: 2.000851046s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:51.380158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:49.379127Z","time spent":"2.0010222s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:01:52.740938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.387103136s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:01:53.234874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:48.236256Z","time spent":"4.99861115s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 13:01:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:01:53.380767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:01:53.380852Z","caller":"traceutil/trace.go:171","msg":"trace[776211471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580111s","start":"2026-02-24T13:01:51.380253Z","end":"2026-02-24T13:01:53.380833Z","steps":["trace[776211471] 'agreement among raft nodes before linearized reading' (duration: 2.000469689s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:53.380898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:51.38023Z","time spent":"2.000659832s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:01:55.389728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:01:55.389856Z","caller":"traceutil/trace.go:171","msg":"trace[1296624604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449597s","start":"2026-02-24T13:01:53.38938Z","end":"2026-02-24T13:01:55.38983Z","steps":["trace[1296624604] 'agreement among raft nodes before linearized reading' (duration: 2.000270483s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:55.389963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:53.389351Z","time spent":"2.000598211s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:01:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:01:55.635887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894705209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:01:55.636006Z","caller":"traceutil/trace.go:171","msg":"trace[1621737529] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:581; }","duration":"6.450853846s","start":"2026-02-24T13:01:49.185129Z","end":"2026-02-24T13:01:55.635983Z","steps":["trace[1621737529] 'read index received' (duration: 1.164842676s)","trace[1621737529] 'applied index is now lower than readState.Index' (duration: 5.28600955s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:01:55.636153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.451015319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:01:55.636319Z","caller":"traceutil/trace.go:171","msg":"trace[372149473] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:555; }","duration":"6.451225724s","start":"2026-02-24T13:01:49.185073Z","end":"2026-02-24T13:01:55.636299Z","steps":["trace[372149473] 'agreement among raft nodes before linearized reading' (duration: 6.450969108s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:55.636453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:49.185053Z","time spent":"6.451377667s","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:01:56.137036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:01:56.637323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:01:57.138314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:01:57.294087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056223233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:01:57.294207Z","caller":"traceutil/trace.go:171","msg":"trace[1359472852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.056714214s","start":"2026-02-24T13:01:55.237471Z","end":"2026-02-24T13:01:57.294186Z","steps":["trace[1359472852] 'agreement among raft nodes before linearized reading' (duration: 2.056388957s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:57.294284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:55.237452Z","time spent":"2.056820736s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 13:01:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:01:57.352987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999157132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:01:57.353076Z","caller":"traceutil/trace.go:171","msg":"trace[504596798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999306895s","start":"2026-02-24T13:01:52.353748Z","end":"2026-02-24T13:01:57.353055Z","steps":["trace[504596798] 'agreement among raft nodes before linearized reading' (duration: 4.999192043s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:57.353218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:52.35373Z","time spent":"4.999470588s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T13:01:57.390627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000645001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:01:57.390822Z","caller":"traceutil/trace.go:171","msg":"trace[547793850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000898548s","start":"2026-02-24T13:01:55.3899Z","end":"2026-02-24T13:01:57.390799Z","steps":["trace[547793850] 'agreement among raft nodes before linearized reading' (duration: 2.000687942s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:57.390889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:55.389873Z","time spent":"2.001000251s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:01:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:01:57.639258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:01:58.030127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.289031742s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:01:58.455182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:51.454979Z","time spent":"7.000195751s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T13:01:59.397541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:01:59.397669Z","caller":"traceutil/trace.go:171","msg":"trace[717894360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302044s","start":"2026-02-24T13:01:57.397338Z","end":"2026-02-24T13:01:59.39764Z","steps":["trace[717894360] 'agreement among raft nodes before linearized reading' (duration: 2.000152241s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:01:59.39774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:57.397313Z","time spent":"2.000408107s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:01:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:01:59.445351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.415041688s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:00.384728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:53.384561Z","time spent":"7.000159701s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:01.227354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797823722s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:01.227491Z","caller":"traceutil/trace.go:171","msg":"trace[1505742417] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:555; }","duration":"2.797969405s","start":"2026-02-24T13:01:58.429501Z","end":"2026-02-24T13:02:01.22747Z","steps":["trace[1505742417] 'range keys from in-memory index tree' (duration: 2.797805212s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:01.227561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197121938s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-24T13:02:01.398183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:01.399Z","caller":"traceutil/trace.go:171","msg":"trace[382329982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001060901s","start":"2026-02-24T13:01:59.397888Z","end":"2026-02-24T13:02:01.398949Z","steps":["trace[382329982] 'agreement among raft nodes before linearized reading' (duration: 2.000254994s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:01.399654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:59.397859Z","time spent":"2.001740996s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:02.294925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998513286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:02.295019Z","caller":"traceutil/trace.go:171","msg":"trace[2116706333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99866977s","start":"2026-02-24T13:01:57.296329Z","end":"2026-02-24T13:02:02.294999Z","steps":["trace[2116706333] 'agreement among raft nodes before linearized reading' (duration: 4.998550317s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:02.295067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:57.296312Z","time spent":"4.998745852s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 13:02:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:02.353139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997453956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:02.353288Z","caller":"traceutil/trace.go:171","msg":"trace[2119516005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99761768s","start":"2026-02-24T13:01:59.355652Z","end":"2026-02-24T13:02:02.35327Z","steps":["trace[2119516005] 'agreement among raft nodes before linearized reading' (duration: 2.997450706s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:02.353336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:59.35557Z","time spent":"2.997757122s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 13:02:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:03.243058Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"09c79c8fbc683bf8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T13:02:03.407407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000665313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:03.407488Z","caller":"traceutil/trace.go:171","msg":"trace[1306487798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789535s","start":"2026-02-24T13:02:01.406679Z","end":"2026-02-24T13:02:03.407469Z","steps":["trace[1306487798] 'agreement among raft nodes before linearized reading' (duration: 2.000680693s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:03.407543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:01.406667Z","time spent":"2.000859847s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:03.561015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333050368s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:02:03.561851Z","caller":"traceutil/trace.go:171","msg":"trace[385039288] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:583; }","duration":"7.925775417s","start":"2026-02-24T13:01:55.636049Z","end":"2026-02-24T13:02:03.561825Z","steps":["trace[385039288] 'read index received' (duration: 2.394247772s)","trace[385039288] 'applied index is now lower than readState.Index' (duration: 5.531526235s)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:03.562066Z","caller":"traceutil/trace.go:171","msg":"trace[1517195079] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"5.963141197s","start":"2026-02-24T13:01:57.598877Z","end":"2026-02-24T13:02:03.562018Z","steps":["trace[1517195079] 'process raft request' (duration: 5.962255648s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:03.562324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:57.598853Z","time spent":"5.963349912s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:05.340477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.552646946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:05.340615Z","caller":"traceutil/trace.go:171","msg":"trace[526661976] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:0; response_revision:558; }","duration":"14.552835271s","start":"2026-02-24T13:01:50.78776Z","end":"2026-02-24T13:02:05.340596Z","steps":["trace[526661976] 'agreement among raft nodes before linearized reading' (duration: 12.774219517s)","trace[526661976] 'range keys from in-memory index tree' (duration: 1.7784461s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:05.340662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:50.78765Z","time spent":"14.552998674s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-02-24T13:02:05.340801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.681140732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:05.34085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778575082s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-02-24T13:02:05.340902Z","caller":"traceutil/trace.go:171","msg":"trace[795097307] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:558; }","duration":"11.681295916s","start":"2026-02-24T13:01:53.659577Z","end":"2026-02-24T13:02:05.340873Z","steps":["trace[795097307] 'agreement among raft nodes before linearized reading' (duration: 9.902379486s)","trace[795097307] 'count revisions from in-memory index tree' (duration: 1.778764017s)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:05.340966Z","caller":"traceutil/trace.go:171","msg":"trace[1810875365] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"1.779032512s","start":"2026-02-24T13:02:03.561912Z","end":"2026-02-24T13:02:05.340944Z","steps":["trace[1810875365] 'read index received' (duration: 89.852µs)","trace[1810875365] 'applied index is now lower than readState.Index' (duration: 1.7789408s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:05.341051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.099558342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:05.340966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:53.659556Z","time spent":"11.681391538s","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:05.341086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757680756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:05.341109Z","caller":"traceutil/trace.go:171","msg":"trace[1497218964] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:558; }","duration":"14.099650264s","start":"2026-02-24T13:01:51.241443Z","end":"2026-02-24T13:02:05.341093Z","steps":["trace[1497218964] 'agreement among raft nodes before linearized reading' (duration: 12.320520419s)","trace[1497218964] 'count revisions from in-memory index tree' (duration: 1.779047534s)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:05.341146Z","caller":"traceutil/trace.go:171","msg":"trace[292139186] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:558; }","duration":"5.757796769s","start":"2026-02-24T13:01:59.583333Z","end":"2026-02-24T13:02:05.34113Z","steps":["trace[292139186] 'agreement among raft nodes before linearized reading' (duration: 5.757692317s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.341336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:51.241424Z","time spent":"14.099719166s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:05.341345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:59.583307Z","time spent":"5.758023944s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:05.341342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.832464217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T13:02:05.34139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951120768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:05.341396Z","caller":"traceutil/trace.go:171","msg":"trace[1823534156] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:558; }","duration":"6.832739682s","start":"2026-02-24T13:01:58.508642Z","end":"2026-02-24T13:02:05.341382Z","steps":["trace[1823534156] 'agreement among raft nodes before linearized reading' (duration: 6.832457896s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:05.341425Z","caller":"traceutil/trace.go:171","msg":"trace[1435207368] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18973053741e5175; range_end:; response_count:0; response_revision:558; }","duration":"4.951183888s","start":"2026-02-24T13:02:00.390232Z","end":"2026-02-24T13:02:05.341416Z","steps":["trace[1435207368] 'agreement among raft nodes before linearized reading' (duration: 4.951112227s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.341439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.492887715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:05.341448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:00.390218Z","time spent":"4.9512252s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" "} {"level":"warn","ts":"2026-02-24T13:02:05.341452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.911987835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:05.341452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:58.508617Z","time spent":"6.832819874s","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:05.341471Z","caller":"traceutil/trace.go:171","msg":"trace[1537122577] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:558; }","duration":"9.492954076s","start":"2026-02-24T13:01:55.848508Z","end":"2026-02-24T13:02:05.341462Z","steps":["trace[1537122577] 'agreement among raft nodes before linearized reading' (duration: 9.492912986s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.341499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:55.848485Z","time spent":"9.493005718s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:05.341485Z","caller":"traceutil/trace.go:171","msg":"trace[1860475539] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:558; }","duration":"15.912053767s","start":"2026-02-24T13:01:49.42942Z","end":"2026-02-24T13:02:05.341474Z","steps":["trace[1860475539] 'agreement among raft nodes before linearized reading' (duration: 14.132570603s)","trace[1860475539] 'count revisions from in-memory index tree' (duration: 1.779435412s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:05.341515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590116724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T13:02:05.341545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:49.429403Z","time spent":"15.912132658s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:05.341549Z","caller":"traceutil/trace.go:171","msg":"trace[652563546] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:558; }","duration":"5.590195005s","start":"2026-02-24T13:01:59.751345Z","end":"2026-02-24T13:02:05.34154Z","steps":["trace[652563546] 'agreement among raft nodes before linearized reading' (duration: 5.590141484s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.341583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:59.751322Z","time spent":"5.590249877s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:05.341074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930496862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:05.341143Z","caller":"traceutil/trace.go:171","msg":"trace[529380420] transaction","detail":"{read_only:false; number_of_response:1; response_revision:558; }","duration":"6.881654776s","start":"2026-02-24T13:01:58.459468Z","end":"2026-02-24T13:02:05.341123Z","steps":["trace[529380420] 'process raft request' (duration: 5.102349387s)","trace[529380420] 'compare' (duration: 1.778512341s)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:05.341622Z","caller":"traceutil/trace.go:171","msg":"trace[478657136] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:558; }","duration":"4.931094004s","start":"2026-02-24T13:02:00.410519Z","end":"2026-02-24T13:02:05.341613Z","steps":["trace[478657136] 'agreement among raft nodes before linearized reading' (duration: 4.930467809s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.34165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.443733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T13:02:05.341657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:00.4105Z","time spent":"4.931145545s","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:05.34167Z","caller":"traceutil/trace.go:171","msg":"trace[117301023] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:558; }","duration":"466.502605ms","start":"2026-02-24T13:02:04.875162Z","end":"2026-02-24T13:02:05.341664Z","steps":["trace[117301023] 'agreement among raft nodes before linearized reading' (duration: 466.466854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.341398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.923557485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:05.341694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:04.875138Z","time spent":"466.550326ms","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:05.341716Z","caller":"traceutil/trace.go:171","msg":"trace[2021848159] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:558; }","duration":"6.923910412s","start":"2026-02-24T13:01:58.417784Z","end":"2026-02-24T13:02:05.341695Z","steps":["trace[2021848159] 'agreement among raft nodes before linearized reading' (duration: 6.923579545s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.341749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:58.45944Z","time spent":"6.882202958s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:05.341774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:01:58.417747Z","time spent":"6.924008095s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:05.341905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500471676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:05.341935Z","caller":"traceutil/trace.go:171","msg":"trace[12550555] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:558; }","duration":"2.500504506s","start":"2026-02-24T13:02:02.841422Z","end":"2026-02-24T13:02:05.341927Z","steps":["trace[12550555] 'agreement among raft nodes before linearized reading' (duration: 2.500431765s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.34195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934119759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:05.341958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94104636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"warn","ts":"2026-02-24T13:02:05.341964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:02.841365Z","time spent":"2.500590308s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":54,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:05.341978Z","caller":"traceutil/trace.go:171","msg":"trace[1462855042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"1.93418403s","start":"2026-02-24T13:02:03.407787Z","end":"2026-02-24T13:02:05.341971Z","steps":["trace[1462855042] 'agreement among raft nodes before linearized reading' (duration: 1.934139389s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.341996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:03.407768Z","time spent":"1.934223491s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T13:02:05.341992Z","caller":"traceutil/trace.go:171","msg":"trace[1696852686] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:558; }","duration":"3.941113202s","start":"2026-02-24T13:02:01.400869Z","end":"2026-02-24T13:02:05.341983Z","steps":["trace[1696852686] 'agreement among raft nodes before linearized reading' (duration: 3.94104002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:05.342021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:01.400833Z","time spent":"3.941180733s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7067,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T13:02:05.543826Z","caller":"traceutil/trace.go:171","msg":"trace[1632786324] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:589; }","duration":"197.304312ms","start":"2026-02-24T13:02:05.346488Z","end":"2026-02-24T13:02:05.543793Z","steps":["trace[1632786324] 'read index received' (duration: 197.290101ms)","trace[1632786324] 'applied index is now lower than readState.Index' (duration: 11.891µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:05.544204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.68633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-02-24T13:02:05.544277Z","caller":"traceutil/trace.go:171","msg":"trace[1680205658] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:558; }","duration":"197.806463ms","start":"2026-02-24T13:02:05.346452Z","end":"2026-02-24T13:02:05.544258Z","steps":["trace[1680205658] 'agreement among raft nodes before linearized reading' (duration: 197.481586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:06.044498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:06.545653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:07.026269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436220898s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:07.026741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:05.346693Z","time spent":"1.680037939s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T13:02:07.026818Z","caller":"traceutil/trace.go:171","msg":"trace[1209258838] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.675515519s","start":"2026-02-24T13:02:05.351276Z","end":"2026-02-24T13:02:07.026791Z","steps":["trace[1209258838] 'process raft request' (duration: 1.675348866s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:07.026991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:05.351265Z","time spent":"1.675638112s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:07.350747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:07.350838Z","caller":"traceutil/trace.go:171","msg":"trace[301892410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000764524s","start":"2026-02-24T13:02:05.350058Z","end":"2026-02-24T13:02:07.350823Z","steps":["trace[301892410] 'agreement among raft nodes before linearized reading' (duration: 2.000650062s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:07.350874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:05.350049Z","time spent":"2.000817815s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:08.804223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.777760965s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:09.351035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:09.351112Z","caller":"traceutil/trace.go:171","msg":"trace[1538586152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037488s","start":"2026-02-24T13:02:07.351058Z","end":"2026-02-24T13:02:09.351095Z","steps":["trace[1538586152] 'agreement among raft nodes before linearized reading' (duration: 1.999941246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:09.351156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:07.35102Z","time spent":"2.00012696s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:09.760511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:09.760611Z","caller":"traceutil/trace.go:171","msg":"trace[1076893123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100921s","start":"2026-02-24T13:02:07.760488Z","end":"2026-02-24T13:02:09.760589Z","steps":["trace[1076893123] 'agreement among raft nodes before linearized reading' (duration: 1.999909816s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:09.760687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:07.760465Z","time spent":"2.000208772s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:11.204174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.399752533s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:11.357469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:11.357546Z","caller":"traceutil/trace.go:171","msg":"trace[209874750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000860397s","start":"2026-02-24T13:02:09.356668Z","end":"2026-02-24T13:02:11.357528Z","steps":["trace[209874750] 'agreement among raft nodes before linearized reading' (duration: 2.000764775s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:11.35762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:09.356654Z","time spent":"2.000956849s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:12.545399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:05.544649Z","time spent":"7.000743795s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:12.549808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:05.548687Z","time spent":"7.001114692s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:13.358239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:13.358335Z","caller":"traceutil/trace.go:171","msg":"trace[1087620651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527379s","start":"2026-02-24T13:02:11.357788Z","end":"2026-02-24T13:02:13.358315Z","steps":["trace[1087620651] 'agreement among raft nodes before linearized reading' (duration: 2.000404466s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:13.358387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:11.357771Z","time spent":"2.000604791s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:14.028612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:07.028109Z","time spent":"7.000496469s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:14.105285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:12.987652Z","time spent":"1.117613069s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:14.105783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676253041s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:14.105891Z","caller":"traceutil/trace.go:171","msg":"trace[781547712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:559; }","duration":"5.676367424s","start":"2026-02-24T13:02:08.429506Z","end":"2026-02-24T13:02:14.105873Z","steps":["trace[781547712] 'range keys from in-memory index tree' (duration: 5.676237881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:14.106447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.301920158s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:14.106643Z","caller":"traceutil/trace.go:171","msg":"trace[1633268955] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:589; }","duration":"8.562730729s","start":"2026-02-24T13:02:05.543901Z","end":"2026-02-24T13:02:14.106632Z","steps":["trace[1633268955] 'read index received' (duration: 1.482578765s)","trace[1633268955] 'applied index is now lower than readState.Index' (duration: 7.080151164s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:14.607281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:15.108489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:15.367479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:15.367546Z","caller":"traceutil/trace.go:171","msg":"trace[1527945284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579511s","start":"2026-02-24T13:02:13.366952Z","end":"2026-02-24T13:02:15.367531Z","steps":["trace[1527945284] 'agreement among raft nodes before linearized reading' (duration: 2.000494499s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:15.367783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:13.366935Z","time spent":"2.000781475s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:15.609444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:16.10959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:16.609983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:16.646349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.092938155s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:17.368282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:17.368409Z","caller":"traceutil/trace.go:171","msg":"trace[436459941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482539s","start":"2026-02-24T13:02:15.367903Z","end":"2026-02-24T13:02:17.368385Z","steps":["trace[436459941] 'agreement among raft nodes before linearized reading' (duration: 2.000338045s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:17.368473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:15.367878Z","time spent":"2.000581101s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:17.907826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26117243s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-02-24T13:02:17.907927Z","caller":"traceutil/trace.go:171","msg":"trace[777500618] transaction","detail":"{read_only:false; number_of_response:1; response_revision:562; }","duration":"5.354629886s","start":"2026-02-24T13:02:12.55328Z","end":"2026-02-24T13:02:17.90791Z","steps":["trace[777500618] 'process raft request' (duration: 4.093298752s)","trace[777500618] 'compare' (duration: 1.261110209s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:17.908008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:12.553259Z","time spent":"5.354698799s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:18.130869Z","caller":"traceutil/trace.go:171","msg":"trace[269932112] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"4.264277631s","start":"2026-02-24T13:02:13.866568Z","end":"2026-02-24T13:02:18.130845Z","steps":["trace[269932112] 'process raft request' (duration: 4.264080507s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:18.131027Z","caller":"traceutil/trace.go:171","msg":"trace[1325138115] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:594; }","duration":"4.024336215s","start":"2026-02-24T13:02:14.106666Z","end":"2026-02-24T13:02:18.131002Z","steps":["trace[1325138115] 'read index received' (duration: 2.539900478s)","trace[1325138115] 'applied index is now lower than readState.Index' (duration: 1.484433677s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:18.131041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:13.866548Z","time spent":"4.264395453s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:18.131201Z","caller":"traceutil/trace.go:171","msg":"trace[141217859] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"4.098905757s","start":"2026-02-24T13:02:14.032277Z","end":"2026-02-24T13:02:18.131182Z","steps":["trace[141217859] 'process raft request' (duration: 4.098528818s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.620010188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:18.131283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:14.032254Z","time spent":"4.098993599s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:02:18.131283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.584430867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T13:02:18.131324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037828429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:18.131301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.551040795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:18.131358Z","caller":"traceutil/trace.go:171","msg":"trace[1538186406] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:564; }","duration":"5.58455546s","start":"2026-02-24T13:02:12.546783Z","end":"2026-02-24T13:02:18.131339Z","steps":["trace[1538186406] 'agreement among raft nodes before linearized reading' (duration: 5.584334815s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.1314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.249061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:18.131402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:12.546758Z","time spent":"5.584635761s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-02-24T13:02:18.13141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.003779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:18.131425Z","caller":"traceutil/trace.go:171","msg":"trace[342705442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"755.308513ms","start":"2026-02-24T13:02:17.376109Z","end":"2026-02-24T13:02:18.131418Z","steps":["trace[342705442] 'agreement among raft nodes before linearized reading' (duration: 755.274852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.106697891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:18.131455Z","caller":"traceutil/trace.go:171","msg":"trace[312123833] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:564; }","duration":"278.08819ms","start":"2026-02-24T13:02:17.853357Z","end":"2026-02-24T13:02:18.131445Z","steps":["trace[312123833] 'agreement among raft nodes before linearized reading' (duration: 278.012469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:17.376088Z","time spent":"755.367904ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:18.131215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.722196621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:18.131474Z","caller":"traceutil/trace.go:171","msg":"trace[377437539] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:564; }","duration":"12.106951978s","start":"2026-02-24T13:02:06.02451Z","end":"2026-02-24T13:02:18.131462Z","steps":["trace[377437539] 'agreement among raft nodes before linearized reading' (duration: 12.106745263s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.622569203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:18.131501Z","caller":"traceutil/trace.go:171","msg":"trace[261340355] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:564; }","duration":"8.722516668s","start":"2026-02-24T13:02:09.408973Z","end":"2026-02-24T13:02:18.13149Z","steps":["trace[261340355] 'agreement among raft nodes before linearized reading' (duration: 8.72215458s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:18.131537Z","caller":"traceutil/trace.go:171","msg":"trace[1663064140] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:564; }","duration":"10.622637144s","start":"2026-02-24T13:02:07.508882Z","end":"2026-02-24T13:02:18.131519Z","steps":["trace[1663064140] 'agreement among raft nodes before linearized reading' (duration: 10.622574413s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.13154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:06.024476Z","time spent":"12.10704407s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:18.131586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:07.508864Z","time spent":"10.622706086s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:18.131333Z","caller":"traceutil/trace.go:171","msg":"trace[280525405] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:564; }","duration":"8.620191782s","start":"2026-02-24T13:02:09.511119Z","end":"2026-02-24T13:02:18.131311Z","steps":["trace[280525405] 'agreement among raft nodes before linearized reading' (duration: 8.619953857s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428771564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:18.131707Z","caller":"traceutil/trace.go:171","msg":"trace[416087762] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:564; }","duration":"1.428845345s","start":"2026-02-24T13:02:16.702848Z","end":"2026-02-24T13:02:18.131693Z","steps":["trace[416087762] 'agreement among raft nodes before linearized reading' (duration: 1.428774093s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:09.511093Z","time spent":"8.620596501s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:18.131738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:16.702826Z","time spent":"1.428903896s","remote":"127.0.0.1:49292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:18.13154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:09.408956Z","time spent":"8.722572739s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":40,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:18.131434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.370967238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:18.131848Z","caller":"traceutil/trace.go:171","msg":"trace[1592258734] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:564; }","duration":"10.371406978s","start":"2026-02-24T13:02:07.760429Z","end":"2026-02-24T13:02:18.131836Z","steps":["trace[1592258734] 'agreement among raft nodes before linearized reading' (duration: 10.370945308s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:18.131363Z","caller":"traceutil/trace.go:171","msg":"trace[495204702] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:564; }","duration":"3.037902121s","start":"2026-02-24T13:02:15.093446Z","end":"2026-02-24T13:02:18.131348Z","steps":["trace[495204702] 'agreement among raft nodes before linearized reading' (duration: 3.03786094s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:07.760412Z","time spent":"10.371466169s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":51,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:18.131916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:15.093423Z","time spent":"3.038473104s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:18.13196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.976305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-02-24T13:02:18.132014Z","caller":"traceutil/trace.go:171","msg":"trace[225596381] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:564; }","duration":"221.065676ms","start":"2026-02-24T13:02:17.910935Z","end":"2026-02-24T13:02:18.132001Z","steps":["trace[225596381] 'agreement among raft nodes before linearized reading' (duration: 220.799761ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:18.131406Z","caller":"traceutil/trace.go:171","msg":"trace[513139147] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:564; }","duration":"7.551198889s","start":"2026-02-24T13:02:10.580184Z","end":"2026-02-24T13:02:18.131382Z","steps":["trace[513139147] 'agreement among raft nodes before linearized reading' (duration: 7.551046446s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.131344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.099163121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7237"} {"level":"warn","ts":"2026-02-24T13:02:18.13209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:10.580163Z","time spent":"7.551906285s","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:18.132116Z","caller":"traceutil/trace.go:171","msg":"trace[753425243] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:564; }","duration":"11.09997325s","start":"2026-02-24T13:02:07.032133Z","end":"2026-02-24T13:02:18.132107Z","steps":["trace[753425243] 'agreement among raft nodes before linearized reading' (duration: 11.099076649s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.132155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:07.032114Z","time spent":"11.100030531s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7259,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T13:02:18.132208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570869332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:18.132289Z","caller":"traceutil/trace.go:171","msg":"trace[1954604834] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:564; }","duration":"4.571949186s","start":"2026-02-24T13:02:13.560328Z","end":"2026-02-24T13:02:18.132277Z","steps":["trace[1954604834] 'agreement among raft nodes before linearized reading' (duration: 4.5707958s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:18.132332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:13.560273Z","time spent":"4.572048269s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:18.634339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:20.134295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:20.134381Z","caller":"traceutil/trace.go:171","msg":"trace[1333395366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009523s","start":"2026-02-24T13:02:18.134266Z","end":"2026-02-24T13:02:20.134361Z","steps":["trace[1333395366] 'agreement among raft nodes before linearized reading' (duration: 1.999962727s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:20.134445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:18.134257Z","time spent":"2.000168311s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:20.247004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208994903s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:22.143323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:22.14375Z","caller":"traceutil/trace.go:171","msg":"trace[1674400517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436448s","start":"2026-02-24T13:02:20.143014Z","end":"2026-02-24T13:02:22.14345Z","steps":["trace[1674400517] 'agreement among raft nodes before linearized reading' (duration: 2.000267454s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:22.143815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:20.143001Z","time spent":"2.000801427s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:24.144436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:24.144524Z","caller":"traceutil/trace.go:171","msg":"trace[1666863838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428077s","start":"2026-02-24T13:02:22.144075Z","end":"2026-02-24T13:02:24.144503Z","steps":["trace[1666863838] 'agreement among raft nodes before linearized reading' (duration: 2.000321195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:24.144582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:22.144061Z","time spent":"2.00050957s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:25.133291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:18.132514Z","time spent":"7.000766804s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:25.135839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:18.135276Z","time spent":"7.000503119s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:25.256467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.827442815s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:25.256603Z","caller":"traceutil/trace.go:171","msg":"trace[433100205] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:564; }","duration":"6.827587588s","start":"2026-02-24T13:02:18.428991Z","end":"2026-02-24T13:02:25.256579Z","steps":["trace[433100205] 'range keys from in-memory index tree' (duration: 6.827428064s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:25.257072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.219053597s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-24T13:02:25.257327Z","caller":"traceutil/trace.go:171","msg":"trace[1188755725] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:597; }","duration":"7.122970062s","start":"2026-02-24T13:02:18.134286Z","end":"2026-02-24T13:02:25.257256Z","steps":["trace[1188755725] 'read index received' (duration: 903.729742ms)","trace[1188755725] 'applied index is now lower than readState.Index' (duration: 6.21923829s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:25.759108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:26.152064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:26.15217Z","caller":"traceutil/trace.go:171","msg":"trace[1174476378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685653s","start":"2026-02-24T13:02:24.151455Z","end":"2026-02-24T13:02:26.15214Z","steps":["trace[1174476378] 'agreement among raft nodes before linearized reading' (duration: 2.00055364s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:26.152266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:24.151435Z","time spent":"2.000811166s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:26.259872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:26.760782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:27.072617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815132753s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:28.152753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:28.152825Z","caller":"traceutil/trace.go:171","msg":"trace[2084376546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481829s","start":"2026-02-24T13:02:26.152327Z","end":"2026-02-24T13:02:28.152809Z","steps":["trace[2084376546] 'agreement among raft nodes before linearized reading' (duration: 2.000395677s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:28.15286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:26.152305Z","time spent":"2.000547511s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:28.916901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.254375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:28.917028Z","caller":"traceutil/trace.go:171","msg":"trace[1779595259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:565; }","duration":"487.388208ms","start":"2026-02-24T13:02:28.429618Z","end":"2026-02-24T13:02:28.917006Z","steps":["trace[1779595259] 'range keys from in-memory index tree' (duration: 487.234104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:29.762488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:29.7626Z","caller":"traceutil/trace.go:171","msg":"trace[678609699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009964s","start":"2026-02-24T13:02:27.762474Z","end":"2026-02-24T13:02:29.762574Z","steps":["trace[678609699] 'agreement among raft nodes before linearized reading' (duration: 1.999963687s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:29.762684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:27.762446Z","time spent":"2.000202822s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:30.162022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000393457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:30.162138Z","caller":"traceutil/trace.go:171","msg":"trace[308557079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056251s","start":"2026-02-24T13:02:28.161528Z","end":"2026-02-24T13:02:30.16209Z","steps":["trace[308557079] 'agreement among raft nodes before linearized reading' (duration: 2.000418917s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:30.16219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:28.161508Z","time spent":"2.000671333s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:31.541412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.402832235s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:32.169712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:02:32.169777Z","caller":"traceutil/trace.go:171","msg":"trace[1430951664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226924s","start":"2026-02-24T13:02:30.169535Z","end":"2026-02-24T13:02:32.169762Z","steps":["trace[1430951664] 'agreement among raft nodes before linearized reading' (duration: 2.000139631s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:32.169816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:30.169514Z","time spent":"2.000293665s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:02:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:02:32.2577Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"09c79c8fbc683c20","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T13:02:33.034188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961250785s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:02:33.034541Z","caller":"traceutil/trace.go:171","msg":"trace[536669381] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"7.775998259s","start":"2026-02-24T13:02:25.258513Z","end":"2026-02-24T13:02:33.034512Z","steps":["trace[536669381] 'read index received' (duration: 1.814248403s)","trace[536669381] 'applied index is now lower than readState.Index' (duration: 5.961747996s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:33.035041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.572422787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:33.035071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.606323946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:33.035117Z","caller":"traceutil/trace.go:171","msg":"trace[1957041530] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:566; }","duration":"9.572516639s","start":"2026-02-24T13:02:23.462581Z","end":"2026-02-24T13:02:33.035098Z","steps":["trace[1957041530] 'agreement among raft nodes before linearized reading' (duration: 9.572375016s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.03511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.896285583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-02-24T13:02:33.03513Z","caller":"traceutil/trace.go:171","msg":"trace[1173059147] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:566; }","duration":"11.606420468s","start":"2026-02-24T13:02:21.428691Z","end":"2026-02-24T13:02:33.035112Z","steps":["trace[1173059147] 'agreement among raft nodes before linearized reading' (duration: 11.606304986s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:23.462531Z","time spent":"9.572612471s","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:33.035146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.614887868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T13:02:33.035187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:21.428675Z","time spent":"11.60649696s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:33.035211Z","caller":"traceutil/trace.go:171","msg":"trace[611391966] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:566; }","duration":"14.61500116s","start":"2026-02-24T13:02:18.420192Z","end":"2026-02-24T13:02:33.035193Z","steps":["trace[611391966] 'agreement among raft nodes before linearized reading' (duration: 14.614888038s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:18.420169Z","time spent":"14.615075201s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":21,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:33.035301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.900399505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:33.035323Z","caller":"traceutil/trace.go:171","msg":"trace[850577419] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:0; response_revision:566; }","duration":"7.900457876s","start":"2026-02-24T13:02:25.134859Z","end":"2026-02-24T13:02:33.035317Z","steps":["trace[850577419] 'agreement among raft nodes before linearized reading' (duration: 7.900423785s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.03534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:25.134837Z","time spent":"7.900499087s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-02-24T13:02:33.035414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.340577413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T13:02:33.035431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.935164575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:33.035441Z","caller":"traceutil/trace.go:171","msg":"trace[1275676063] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:566; }","duration":"12.340633255s","start":"2026-02-24T13:02:20.6948Z","end":"2026-02-24T13:02:33.035433Z","steps":["trace[1275676063] 'agreement among raft nodes before linearized reading' (duration: 12.340589654s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:33.035449Z","caller":"traceutil/trace.go:171","msg":"trace[1627905122] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:566; }","duration":"7.935184667s","start":"2026-02-24T13:02:25.100259Z","end":"2026-02-24T13:02:33.035444Z","steps":["trace[1627905122] 'agreement among raft nodes before linearized reading' (duration: 7.935155076s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:25.100228Z","time spent":"7.935234067s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:33.035504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.844434075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:33.035496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.326226494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:33.035526Z","caller":"traceutil/trace.go:171","msg":"trace[1275771065] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:566; }","duration":"12.844485636s","start":"2026-02-24T13:02:20.191034Z","end":"2026-02-24T13:02:33.03552Z","steps":["trace[1275771065] 'agreement among raft nodes before linearized reading' (duration: 12.844447246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:20.191018Z","time spent":"12.844521488s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:33.03554Z","caller":"traceutil/trace.go:171","msg":"trace[1138771482] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:566; }","duration":"9.326314306s","start":"2026-02-24T13:02:23.709214Z","end":"2026-02-24T13:02:33.035528Z","steps":["trace[1138771482] 'agreement among raft nodes before linearized reading' (duration: 9.326225764s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:20.694775Z","time spent":"12.340685026s","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:33.035574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:23.709176Z","time spent":"9.326389177s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:33.03562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.899389071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-24T13:02:33.035647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.824096839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:33.035669Z","caller":"traceutil/trace.go:171","msg":"trace[1954103808] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:566; }","duration":"13.82415349s","start":"2026-02-24T13:02:19.211508Z","end":"2026-02-24T13:02:33.035661Z","steps":["trace[1954103808] 'agreement among raft nodes before linearized reading' (duration: 13.82412149s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:33.03567Z","caller":"traceutil/trace.go:171","msg":"trace[2013616681] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18973053741e5175; range_end:; response_count:1; response_revision:566; }","duration":"14.899469083s","start":"2026-02-24T13:02:18.136185Z","end":"2026-02-24T13:02:33.035655Z","steps":["trace[2013616681] 'agreement among raft nodes before linearized reading' (duration: 14.899275759s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:19.211484Z","time spent":"13.824199581s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:33.035712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:18.136167Z","time spent":"14.899534284s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" "} {"level":"warn","ts":"2026-02-24T13:02:33.035787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.500821871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:33.035817Z","caller":"traceutil/trace.go:171","msg":"trace[2076879855] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:566; }","duration":"14.500894793s","start":"2026-02-24T13:02:18.534912Z","end":"2026-02-24T13:02:33.035807Z","steps":["trace[2076879855] 'agreement among raft nodes before linearized reading' (duration: 14.500856772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:18.534878Z","time spent":"14.500962074s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:33.035164Z","caller":"traceutil/trace.go:171","msg":"trace[1323480838] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:566; }","duration":"7.896366745s","start":"2026-02-24T13:02:25.13878Z","end":"2026-02-24T13:02:33.035146Z","steps":["trace[1323480838] 'agreement among raft nodes before linearized reading' (duration: 7.896182641s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.035948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:25.138762Z","time spent":"7.897178504s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":708,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-24T13:02:33.036177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.065295598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:33.036236Z","caller":"traceutil/trace.go:171","msg":"trace[1311832698] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:566; }","duration":"8.065395921s","start":"2026-02-24T13:02:24.970822Z","end":"2026-02-24T13:02:33.036218Z","steps":["trace[1311832698] 'agreement among raft nodes before linearized reading' (duration: 8.065308539s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.036278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:24.970791Z","time spent":"8.065475602s","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:33.036306Z","caller":"traceutil/trace.go:171","msg":"trace[574623116] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"4.897866678s","start":"2026-02-24T13:02:28.13843Z","end":"2026-02-24T13:02:33.036296Z","steps":["trace[574623116] 'process raft request' (duration: 4.895936535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:33.036381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:28.138384Z","time spent":"4.89794544s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:34.504605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:35.004771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:35.405673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.368478601s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:36.177464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:36.177555Z","caller":"traceutil/trace.go:171","msg":"trace[627035905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031809s","start":"2026-02-24T13:02:34.177505Z","end":"2026-02-24T13:02:36.177536Z","steps":["trace[627035905] 'agreement among raft nodes before linearized reading' (duration: 1.999876665s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:36.177604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:34.177477Z","time spent":"2.00011691s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:36.414708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008846191s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:36.723097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.422322706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:36.723164Z","caller":"traceutil/trace.go:171","msg":"trace[1695278506] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:567; }","duration":"10.422426689s","start":"2026-02-24T13:02:26.300721Z","end":"2026-02-24T13:02:36.723147Z","steps":["trace[1695278506] 'agreement among raft nodes before linearized reading' (duration: 6.73556156s)","trace[1695278506] 'count revisions from in-memory index tree' (duration: 3.686773847s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:36.723194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:26.300699Z","time spent":"10.422487451s","remote":"127.0.0.1:49356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:36.723316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.898693443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:36.723341Z","caller":"traceutil/trace.go:171","msg":"trace[1070745597] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:567; }","duration":"11.898750004s","start":"2026-02-24T13:02:24.824584Z","end":"2026-02-24T13:02:36.723334Z","steps":["trace[1070745597] 'agreement among raft nodes before linearized reading' (duration: 8.21165325s)","trace[1070745597] 'count revisions from in-memory index tree' (duration: 3.687062673s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:36.72336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:24.824561Z","time spent":"11.898792835s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:36.724002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554058531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:36.724088Z","caller":"traceutil/trace.go:171","msg":"trace[955955850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"4.554184443s","start":"2026-02-24T13:02:32.169877Z","end":"2026-02-24T13:02:36.724062Z","steps":["trace[955955850] 'agreement among raft nodes before linearized reading' (duration: 866.579048ms)","trace[955955850] 'range keys from in-memory index tree' (duration: 3.687474022s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:36.724145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:32.16986Z","time spent":"4.554270865s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:36.724258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.700524341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:36.724314Z","caller":"traceutil/trace.go:171","msg":"trace[352167357] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:567; }","duration":"8.700627294s","start":"2026-02-24T13:02:28.023674Z","end":"2026-02-24T13:02:36.724301Z","steps":["trace[352167357] 'agreement among raft nodes before linearized reading' (duration: 5.012790434s)","trace[352167357] 'count revisions from in-memory index tree' (duration: 3.687767098s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:36.724321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.193297997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T13:02:36.724346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:28.023643Z","time spent":"8.700692645s","remote":"127.0.0.1:49422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:36.724362Z","caller":"traceutil/trace.go:171","msg":"trace[620564404] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:567; }","duration":"9.193340678s","start":"2026-02-24T13:02:27.531012Z","end":"2026-02-24T13:02:36.724352Z","steps":["trace[620564404] 'agreement among raft nodes before linearized reading' (duration: 5.505459457s)","trace[620564404] 'count revisions from in-memory index tree' (duration: 3.68782929s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:36.724384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:27.530947Z","time spent":"9.193430781s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:36.724757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318876118s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-24T13:02:36.724903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:33.037077Z","time spent":"3.687824471s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T13:02:36.725217Z","caller":"traceutil/trace.go:171","msg":"trace[481846803] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"3.685282705s","start":"2026-02-24T13:02:33.039918Z","end":"2026-02-24T13:02:36.725201Z","steps":["trace[481846803] 'process raft request' (duration: 3.6850824s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:36.725257Z","caller":"traceutil/trace.go:171","msg":"trace[1358041668] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"3.686567942s","start":"2026-02-24T13:02:33.038577Z","end":"2026-02-24T13:02:36.725145Z","steps":["trace[1358041668] 'process raft request' (duration: 3.686224545s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:36.725305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:33.039901Z","time spent":"3.685349546s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:36.725392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:33.038549Z","time spent":"3.686762047s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:38.179003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:02:38.179103Z","caller":"traceutil/trace.go:171","msg":"trace[1934733365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355786s","start":"2026-02-24T13:02:36.17873Z","end":"2026-02-24T13:02:38.179086Z","steps":["trace[1934733365] 'agreement among raft nodes before linearized reading' (duration: 2.000224713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:38.179151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:36.17871Z","time spent":"2.000430938s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:38.213104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487071875s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:02:39.089808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364688637s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:02:39.090002Z","caller":"traceutil/trace.go:171","msg":"trace[164535802] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:601; }","duration":"5.086043857s","start":"2026-02-24T13:02:34.003941Z","end":"2026-02-24T13:02:39.089985Z","steps":["trace[164535802] 'read index received' (duration: 1.401929279s)","trace[164535802] 'applied index is now lower than readState.Index' (duration: 3.684113608s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:39.089914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.834878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:39.090077Z","caller":"traceutil/trace.go:171","msg":"trace[103520607] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:569; }","duration":"660.032273ms","start":"2026-02-24T13:02:38.43002Z","end":"2026-02-24T13:02:39.090052Z","steps":["trace[103520607] 'range keys from in-memory index tree' (duration: 659.811907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:39.090428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.086488646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:39.090464Z","caller":"traceutil/trace.go:171","msg":"trace[999658220] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:569; }","duration":"5.086563748s","start":"2026-02-24T13:02:34.003889Z","end":"2026-02-24T13:02:39.090452Z","steps":["trace[999658220] 'agreement among raft nodes before linearized reading' (duration: 5.086496286s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:39.090497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:34.003865Z","time spent":"5.086622819s","remote":"127.0.0.1:49306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:02:39.090882Z","caller":"traceutil/trace.go:171","msg":"trace[1979773089] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"2.364962993s","start":"2026-02-24T13:02:36.725903Z","end":"2026-02-24T13:02:39.090866Z","steps":["trace[1979773089] 'process raft request' (duration: 2.364007982s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:39.090988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:36.725845Z","time spent":"2.365075005s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:39.32811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.115153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:39.328325Z","caller":"traceutil/trace.go:171","msg":"trace[1925169188] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:605; }","duration":"238.268548ms","start":"2026-02-24T13:02:39.09003Z","end":"2026-02-24T13:02:39.328298Z","steps":["trace[1925169188] 'read index received' (duration: 640.864µs)","trace[1925169188] 'applied index is now lower than readState.Index' (duration: 237.625054ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:39.328317Z","caller":"traceutil/trace.go:171","msg":"trace[61861142] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"2.599613252s","start":"2026-02-24T13:02:36.72867Z","end":"2026-02-24T13:02:39.328283Z","steps":["trace[61861142] 'process raft request' (duration: 2.362185572s)","trace[61861142] 'compare' (duration: 236.879648ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:39.328439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032485252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:39.328486Z","caller":"traceutil/trace.go:171","msg":"trace[551350105] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:571; }","duration":"3.032580484s","start":"2026-02-24T13:02:36.295895Z","end":"2026-02-24T13:02:39.328476Z","steps":["trace[551350105] 'agreement among raft nodes before linearized reading' (duration: 3.032491642s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:39.328476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:36.728651Z","time spent":"2.599742254s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:02:39.328512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:36.295874Z","time spent":"3.032632336s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:39.328489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567434446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:39.328564Z","caller":"traceutil/trace.go:171","msg":"trace[1330236608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"1.567566109s","start":"2026-02-24T13:02:37.76098Z","end":"2026-02-24T13:02:39.328546Z","steps":["trace[1330236608] 'agreement among raft nodes before linearized reading' (duration: 1.567321133s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:39.328574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.734621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T13:02:39.328628Z","caller":"traceutil/trace.go:171","msg":"trace[997451343] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:571; }","duration":"234.855523ms","start":"2026-02-24T13:02:39.093757Z","end":"2026-02-24T13:02:39.328612Z","steps":["trace[997451343] 'agreement among raft nodes before linearized reading' (duration: 234.70443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:39.328756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141053558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:39.328792Z","caller":"traceutil/trace.go:171","msg":"trace[1956608094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"1.14112275s","start":"2026-02-24T13:02:38.187658Z","end":"2026-02-24T13:02:39.328781Z","steps":["trace[1956608094] 'agreement among raft nodes before linearized reading' (duration: 1.140627169s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:39.328812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:38.187636Z","time spent":"1.141171681s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:39.328615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:37.760958Z","time spent":"1.56764803s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:39.836743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976131,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T13:02:40.028333Z","caller":"traceutil/trace.go:171","msg":"trace[1234213408] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"692.163574ms","start":"2026-02-24T13:02:39.336145Z","end":"2026-02-24T13:02:40.028308Z","steps":["trace[1234213408] 'read index received' (duration: 691.96022ms)","trace[1234213408] 'applied index is now lower than readState.Index' (duration: 202.294µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:40.028366Z","caller":"traceutil/trace.go:171","msg":"trace[588030578] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"692.602684ms","start":"2026-02-24T13:02:39.335731Z","end":"2026-02-24T13:02:40.028333Z","steps":["trace[588030578] 'process raft request' (duration: 692.394569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:40.028567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.336226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:40.028565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:39.335693Z","time spent":"692.753237ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:40.028613Z","caller":"traceutil/trace.go:171","msg":"trace[239532054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"691.435448ms","start":"2026-02-24T13:02:39.337166Z","end":"2026-02-24T13:02:40.028601Z","steps":["trace[239532054] 'agreement among raft nodes before linearized reading' (duration: 691.310675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:40.028652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:39.337149Z","time spent":"691.49427ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:40.028883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.690556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T13:02:40.029017Z","caller":"traceutil/trace.go:171","msg":"trace[1189353282] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:572; }","duration":"692.88402ms","start":"2026-02-24T13:02:39.336103Z","end":"2026-02-24T13:02:40.028987Z","steps":["trace[1189353282] 'agreement among raft nodes before linearized reading' (duration: 692.326678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:40.02916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:39.336085Z","time spent":"693.028993ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-02-24T13:02:40.370678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.162407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:40.370947Z","caller":"traceutil/trace.go:171","msg":"trace[1506852316] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"337.277431ms","start":"2026-02-24T13:02:40.033639Z","end":"2026-02-24T13:02:40.370916Z","steps":["trace[1506852316] 'process raft request' (duration: 163.779647ms)","trace[1506852316] 'compare' (duration: 172.975193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:40.371073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:40.033613Z","time spent":"337.398904ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:02:40.371073Z","caller":"traceutil/trace.go:171","msg":"trace[33952567] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"337.338243ms","start":"2026-02-24T13:02:40.033706Z","end":"2026-02-24T13:02:40.371044Z","steps":["trace[33952567] 'read index received' (duration: 72.449565ms)","trace[33952567] 'applied index is now lower than readState.Index' (duration: 264.885698ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:40.371115Z","caller":"traceutil/trace.go:171","msg":"trace[1191404739] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"263.569589ms","start":"2026-02-24T13:02:40.107526Z","end":"2026-02-24T13:02:40.371096Z","steps":["trace[1191404739] 'process raft request' (duration: 263.485007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:40.371318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.593428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-02-24T13:02:40.371621Z","caller":"traceutil/trace.go:171","msg":"trace[1833107797] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:574; }","duration":"337.944106ms","start":"2026-02-24T13:02:40.033657Z","end":"2026-02-24T13:02:40.371601Z","steps":["trace[1833107797] 'agreement among raft nodes before linearized reading' (duration: 337.460865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:40.371684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:40.033639Z","time spent":"338.033127ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7259,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T13:02:40.853042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.892194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:40.853135Z","caller":"traceutil/trace.go:171","msg":"trace[707117136] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"474.712547ms","start":"2026-02-24T13:02:40.37841Z","end":"2026-02-24T13:02:40.853123Z","steps":["trace[707117136] 'read index received' (duration: 132.587087ms)","trace[707117136] 'applied index is now lower than readState.Index' (duration: 342.12448ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:40.8532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.787368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:40.85322Z","caller":"traceutil/trace.go:171","msg":"trace[1668692564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"474.827459ms","start":"2026-02-24T13:02:40.378384Z","end":"2026-02-24T13:02:40.853212Z","steps":["trace[1668692564] 'agreement among raft nodes before linearized reading' (duration: 474.769887ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:40.853198Z","caller":"traceutil/trace.go:171","msg":"trace[1903684696] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"475.184787ms","start":"2026-02-24T13:02:40.377978Z","end":"2026-02-24T13:02:40.853163Z","steps":["trace[1903684696] 'process raft request' (duration: 133.103128ms)","trace[1903684696] 'compare' (duration: 341.788282ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:40.853248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:40.378371Z","time spent":"474.871149ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:40.853357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:40.377962Z","time spent":"475.311999ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:41.207523Z","caller":"traceutil/trace.go:171","msg":"trace[1117369867] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"351.332104ms","start":"2026-02-24T13:02:40.85617Z","end":"2026-02-24T13:02:41.207502Z","steps":["trace[1117369867] 'read index received' (duration: 295.084218ms)","trace[1117369867] 'applied index is now lower than readState.Index' (duration: 56.247106ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:41.207748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.554609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189730547916a2f0\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-02-24T13:02:41.20779Z","caller":"traceutil/trace.go:171","msg":"trace[2113934280] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189730547916a2f0; range_end:; response_count:1; response_revision:576; }","duration":"351.63694ms","start":"2026-02-24T13:02:40.856141Z","end":"2026-02-24T13:02:41.207778Z","steps":["trace[2113934280] 'agreement among raft nodes before linearized reading' (duration: 351.458666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:41.207823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:40.856126Z","time spent":"351.688762ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189730547916a2f0\" "} {"level":"info","ts":"2026-02-24T13:02:41.207824Z","caller":"traceutil/trace.go:171","msg":"trace[539226349] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"825.720804ms","start":"2026-02-24T13:02:40.382029Z","end":"2026-02-24T13:02:41.20775Z","steps":["trace[539226349] 'process raft request' (duration: 769.265673ms)","trace[539226349] 'compare' (duration: 56.122273ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:41.208019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:40.382019Z","time spent":"825.895527ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7030,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:41.713489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:42.178983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.898954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:42.179088Z","caller":"traceutil/trace.go:171","msg":"trace[1506477457] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"966.179485ms","start":"2026-02-24T13:02:41.212893Z","end":"2026-02-24T13:02:42.179072Z","steps":["trace[1506477457] 'read index received' (duration: 652.018454ms)","trace[1506477457] 'applied index is now lower than readState.Index' (duration: 314.160021ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:42.179477Z","caller":"traceutil/trace.go:171","msg":"trace[948295027] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"969.752165ms","start":"2026-02-24T13:02:41.209696Z","end":"2026-02-24T13:02:42.179449Z","steps":["trace[948295027] 'process raft request' (duration: 655.312338ms)","trace[948295027] 'compare' (duration: 313.639989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:42.179566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.660065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4068"} {"level":"warn","ts":"2026-02-24T13:02:42.179638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:41.20967Z","time spent":"969.881187ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:42.179643Z","caller":"traceutil/trace.go:171","msg":"trace[1326321966] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:577; }","duration":"966.770978ms","start":"2026-02-24T13:02:41.212856Z","end":"2026-02-24T13:02:42.179627Z","steps":["trace[1326321966] 'agreement among raft nodes before linearized reading' (duration: 966.592954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:42.179695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:41.212835Z","time spent":"966.851429ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-24T13:02:42.179902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.598567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:42.180034Z","caller":"traceutil/trace.go:171","msg":"trace[932244845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"800.77982ms","start":"2026-02-24T13:02:41.379229Z","end":"2026-02-24T13:02:42.180009Z","steps":["trace[932244845] 'agreement among raft nodes before linearized reading' (duration: 800.355431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:42.180126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:41.379208Z","time spent":"800.904564ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:42.688203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.475453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:42.688319Z","caller":"traceutil/trace.go:171","msg":"trace[1358339216] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"502.311057ms","start":"2026-02-24T13:02:42.18599Z","end":"2026-02-24T13:02:42.688301Z","steps":["trace[1358339216] 'process raft request' (duration: 356.65405ms)","trace[1358339216] 'compare' (duration: 145.363871ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:42.688379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:42.185967Z","time spent":"502.383069ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:43.672781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.435537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:43.672855Z","caller":"traceutil/trace.go:171","msg":"trace[1376774613] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:614; }","duration":"1.29320478s","start":"2026-02-24T13:02:42.379636Z","end":"2026-02-24T13:02:43.672841Z","steps":["trace[1376774613] 'read index received' (duration: 162.973351ms)","trace[1376774613] 'applied index is now lower than readState.Index' (duration: 1.130230619s)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:43.672911Z","caller":"traceutil/trace.go:171","msg":"trace[6824724] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.486085633s","start":"2026-02-24T13:02:42.186817Z","end":"2026-02-24T13:02:43.672903Z","steps":["trace[6824724] 'process raft request' (duration: 1.310460821s)","trace[6824724] 'compare' (duration: 175.288954ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:43.672948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:42.186805Z","time spent":"1.486122084s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4347,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:43.673085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293458286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:43.673109Z","caller":"traceutil/trace.go:171","msg":"trace[293840442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"1.293515887s","start":"2026-02-24T13:02:42.379586Z","end":"2026-02-24T13:02:43.673102Z","steps":["trace[293840442] 'agreement among raft nodes before linearized reading' (duration: 1.293478306s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:43.673126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:42.379566Z","time spent":"1.293556788s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:44.571283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.956161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:44.571364Z","caller":"traceutil/trace.go:171","msg":"trace[1896891739] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"898.478384ms","start":"2026-02-24T13:02:43.672873Z","end":"2026-02-24T13:02:44.571351Z","steps":["trace[1896891739] 'read index received' (duration: 103.311059ms)","trace[1896891739] 'applied index is now lower than readState.Index' (duration: 795.166195ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:44.571386Z","caller":"traceutil/trace.go:171","msg":"trace[1383552465] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.461985617s","start":"2026-02-24T13:02:43.109381Z","end":"2026-02-24T13:02:44.571367Z","steps":["trace[1383552465] 'process raft request' (duration: 666.880694ms)","trace[1383552465] 'compare' (duration: 794.844948ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:44.571475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264481804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:44.571516Z","caller":"traceutil/trace.go:171","msg":"trace[1820287351] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:580; }","duration":"1.264587136s","start":"2026-02-24T13:02:43.306919Z","end":"2026-02-24T13:02:44.571506Z","steps":["trace[1820287351] 'agreement among raft nodes before linearized reading' (duration: 1.264516615s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:44.571523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.577826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:44.571541Z","caller":"traceutil/trace.go:171","msg":"trace[820354050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"897.624856ms","start":"2026-02-24T13:02:43.673911Z","end":"2026-02-24T13:02:44.571536Z","steps":["trace[820354050] 'agreement among raft nodes before linearized reading' (duration: 897.595096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:44.571554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:43.673898Z","time spent":"897.654408ms","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:44.57172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.77131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6688"} {"level":"info","ts":"2026-02-24T13:02:44.571748Z","caller":"traceutil/trace.go:171","msg":"trace[1835543501] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:580; }","duration":"893.828782ms","start":"2026-02-24T13:02:43.677913Z","end":"2026-02-24T13:02:44.571742Z","steps":["trace[1835543501] 'agreement among raft nodes before linearized reading' (duration: 893.77402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:44.571767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:43.677899Z","time spent":"893.863562ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6710,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-24T13:02:44.571846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.900508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:44.571901Z","caller":"traceutil/trace.go:171","msg":"trace[1030680469] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:580; }","duration":"492.01111ms","start":"2026-02-24T13:02:44.079877Z","end":"2026-02-24T13:02:44.571888Z","steps":["trace[1030680469] 'agreement among raft nodes before linearized reading' (duration: 491.703083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:44.571937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:44.079807Z","time spent":"492.120253ms","remote":"127.0.0.1:49538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:44.571543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:43.306874Z","time spent":"1.264662037s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:44.572497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880664994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T13:02:44.572519Z","caller":"traceutil/trace.go:171","msg":"trace[1736030139] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18973053741e5175; range_end:; response_count:1; response_revision:580; }","duration":"1.880723005s","start":"2026-02-24T13:02:42.691789Z","end":"2026-02-24T13:02:44.572512Z","steps":["trace[1736030139] 'agreement among raft nodes before linearized reading' (duration: 1.880633063s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:44.572538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:42.691769Z","time spent":"1.880764836s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" "} {"level":"warn","ts":"2026-02-24T13:02:44.571479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:43.109355Z","time spent":"1.462074831s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:44.726875Z","caller":"traceutil/trace.go:171","msg":"trace[1638556970] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"145.192436ms","start":"2026-02-24T13:02:44.581649Z","end":"2026-02-24T13:02:44.726842Z","steps":["trace[1638556970] 'process raft request' (duration: 139.769106ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:44.726786Z","caller":"traceutil/trace.go:171","msg":"trace[1422442352] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"100.708351ms","start":"2026-02-24T13:02:44.626051Z","end":"2026-02-24T13:02:44.72676Z","steps":["trace[1422442352] 'read index received' (duration: 95.247281ms)","trace[1422442352] 'applied index is now lower than readState.Index' (duration: 5.45959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:44.72772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.655362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897305672282b8c\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-24T13:02:44.72808Z","caller":"traceutil/trace.go:171","msg":"trace[2058442323] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897305672282b8c; range_end:; response_count:1; response_revision:582; }","duration":"102.03129ms","start":"2026-02-24T13:02:44.626006Z","end":"2026-02-24T13:02:44.728037Z","steps":["trace[2058442323] 'agreement among raft nodes before linearized reading' (duration: 100.978457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:45.402635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.159677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:45.40284Z","caller":"traceutil/trace.go:171","msg":"trace[2056995093] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"640.455418ms","start":"2026-02-24T13:02:44.762345Z","end":"2026-02-24T13:02:45.4028Z","steps":["trace[2056995093] 'process raft request' (duration: 81.011695ms)","trace[2056995093] 'compare' (duration: 558.993353ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:45.403297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:44.762326Z","time spent":"640.598201ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:46.07567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.987015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:46.075786Z","caller":"traceutil/trace.go:171","msg":"trace[1301111582] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"666.481265ms","start":"2026-02-24T13:02:45.409286Z","end":"2026-02-24T13:02:46.075767Z","steps":["trace[1301111582] 'process raft request' (duration: 450.308185ms)","trace[1301111582] 'compare' (duration: 215.854602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:46.075902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:45.409256Z","time spent":"666.602988ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:46.262177Z","caller":"traceutil/trace.go:171","msg":"trace[416817604] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"179.785333ms","start":"2026-02-24T13:02:46.082362Z","end":"2026-02-24T13:02:46.262147Z","steps":["trace[416817604] 'process raft request' (duration: 144.970932ms)","trace[416817604] 'compare' (duration: 34.670398ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:46.933305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.607562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:46.933438Z","caller":"traceutil/trace.go:171","msg":"trace[1464575311] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"553.37868ms","start":"2026-02-24T13:02:46.380038Z","end":"2026-02-24T13:02:46.933417Z","steps":["trace[1464575311] 'read index received' (duration: 112.503712ms)","trace[1464575311] 'applied index is now lower than readState.Index' (duration: 440.873208ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:46.933464Z","caller":"traceutil/trace.go:171","msg":"trace[1430188446] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"665.151736ms","start":"2026-02-24T13:02:46.268288Z","end":"2026-02-24T13:02:46.93344Z","steps":["trace[1430188446] 'process raft request' (duration: 224.315239ms)","trace[1430188446] 'compare' (duration: 440.486539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:46.933579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:46.268267Z","time spent":"665.253128ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:46.933637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.569854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:46.933697Z","caller":"traceutil/trace.go:171","msg":"trace[1096973954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"553.675566ms","start":"2026-02-24T13:02:46.380008Z","end":"2026-02-24T13:02:46.933684Z","steps":["trace[1096973954] 'agreement among raft nodes before linearized reading' (duration: 553.521213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:46.933762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:46.379956Z","time spent":"553.79468ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:47.451832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.868527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:47.452039Z","caller":"traceutil/trace.go:171","msg":"trace[1957334103] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"512.048924ms","start":"2026-02-24T13:02:46.939953Z","end":"2026-02-24T13:02:47.452002Z","steps":["trace[1957334103] 'process raft request' (duration: 293.86695ms)","trace[1957334103] 'compare' (duration: 217.661493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:47.452221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:46.939932Z","time spent":"512.168307ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:48.142074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.966017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:48.142283Z","caller":"traceutil/trace.go:171","msg":"trace[396206128] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"685.576699ms","start":"2026-02-24T13:02:47.456688Z","end":"2026-02-24T13:02:48.142265Z","steps":["trace[396206128] 'read index received' (duration: 129.336346ms)","trace[396206128] 'applied index is now lower than readState.Index' (duration: 556.238663ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:48.142328Z","caller":"traceutil/trace.go:171","msg":"trace[745790397] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.143887502s","start":"2026-02-24T13:02:46.998404Z","end":"2026-02-24T13:02:48.142291Z","steps":["trace[745790397] 'process raft request' (duration: 587.625829ms)","trace[745790397] 'compare' (duration: 555.806854ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:48.142474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.794003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897305672282b8c\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-24T13:02:48.142506Z","caller":"traceutil/trace.go:171","msg":"trace[46124603] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897305672282b8c; range_end:; response_count:1; response_revision:589; }","duration":"685.824025ms","start":"2026-02-24T13:02:47.456672Z","end":"2026-02-24T13:02:48.142496Z","steps":["trace[46124603] 'agreement among raft nodes before linearized reading' (duration: 685.710552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:48.142526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:46.998361Z","time spent":"1.144056226s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:48.142544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:47.456605Z","time spent":"685.932427ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897305672282b8c\" "} {"level":"warn","ts":"2026-02-24T13:02:48.142713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.932279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:48.142753Z","caller":"traceutil/trace.go:171","msg":"trace[201333491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"381.021961ms","start":"2026-02-24T13:02:47.761726Z","end":"2026-02-24T13:02:48.142748Z","steps":["trace[201333491] 'agreement among raft nodes before linearized reading' (duration: 380.97473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:48.142777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:47.761699Z","time spent":"381.074802ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:48.425963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.762592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:48.426505Z","caller":"traceutil/trace.go:171","msg":"trace[592451226] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"281.432495ms","start":"2026-02-24T13:02:48.145024Z","end":"2026-02-24T13:02:48.426456Z","steps":["trace[592451226] 'process raft request' (duration: 170.968887ms)","trace[592451226] 'compare' (duration: 109.527207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:49.157853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.973518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:49.157979Z","caller":"traceutil/trace.go:171","msg":"trace[1571567380] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"723.285694ms","start":"2026-02-24T13:02:48.43467Z","end":"2026-02-24T13:02:49.157955Z","steps":["trace[1571567380] 'process raft request' (duration: 255.142772ms)","trace[1571567380] 'compare' (duration: 467.881146ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:49.158073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:48.434649Z","time spent":"723.377085ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:49.836954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T13:02:50.115141Z","caller":"traceutil/trace.go:171","msg":"trace[253372107] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"778.660961ms","start":"2026-02-24T13:02:49.336449Z","end":"2026-02-24T13:02:50.11511Z","steps":["trace[253372107] 'read index received' (duration: 778.394605ms)","trace[253372107] 'applied index is now lower than readState.Index' (duration: 265.386µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:50.115235Z","caller":"traceutil/trace.go:171","msg":"trace[584341103] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"904.865306ms","start":"2026-02-24T13:02:49.210317Z","end":"2026-02-24T13:02:50.115182Z","steps":["trace[584341103] 'process raft request' (duration: 904.598631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:50.115467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.994119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T13:02:50.115492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:49.210293Z","time spent":"905.065211ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:02:50.115509Z","caller":"traceutil/trace.go:171","msg":"trace[1945753295] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:593; }","duration":"779.117501ms","start":"2026-02-24T13:02:49.33638Z","end":"2026-02-24T13:02:50.115498Z","steps":["trace[1945753295] 'agreement among raft nodes before linearized reading' (duration: 778.882035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:50.115584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:49.336347Z","time spent":"779.224184ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-02-24T13:02:50.115491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.7512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:50.115742Z","caller":"traceutil/trace.go:171","msg":"trace[342200876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"736.075467ms","start":"2026-02-24T13:02:49.379644Z","end":"2026-02-24T13:02:50.115719Z","steps":["trace[342200876] 'agreement among raft nodes before linearized reading' (duration: 735.75008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:50.115846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:49.379613Z","time spent":"736.214721ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:50.524396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.948946ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-24T13:02:50.524728Z","caller":"traceutil/trace.go:171","msg":"trace[70893525] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"403.724324ms","start":"2026-02-24T13:02:50.120982Z","end":"2026-02-24T13:02:50.524706Z","steps":["trace[70893525] 'read index received' (duration: 228.491761ms)","trace[70893525] 'applied index is now lower than readState.Index' (duration: 175.230283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:50.524866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:50.11751Z","time spent":"407.343965ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T13:02:50.525086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.071921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18973055b304700f\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-02-24T13:02:50.525159Z","caller":"traceutil/trace.go:171","msg":"trace[1892201980] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18973055b304700f; range_end:; response_count:1; response_revision:593; }","duration":"404.209454ms","start":"2026-02-24T13:02:50.120929Z","end":"2026-02-24T13:02:50.525138Z","steps":["trace[1892201980] 'agreement among raft nodes before linearized reading' (duration: 403.918798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:50.525205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:50.120913Z","time spent":"404.286216ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18973055b304700f\" "} {"level":"warn","ts":"2026-02-24T13:02:50.525119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.952181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:50.52541Z","caller":"traceutil/trace.go:171","msg":"trace[1980849621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"145.216907ms","start":"2026-02-24T13:02:50.380089Z","end":"2026-02-24T13:02:50.525306Z","steps":["trace[1980849621] 'agreement among raft nodes before linearized reading' (duration: 144.965741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:51.038462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.366397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:51.03856Z","caller":"traceutil/trace.go:171","msg":"trace[1588222915] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"466.29116ms","start":"2026-02-24T13:02:50.572255Z","end":"2026-02-24T13:02:51.038546Z","steps":["trace[1588222915] 'read index received' (duration: 233.83607ms)","trace[1588222915] 'applied index is now lower than readState.Index' (duration: 232.45383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:51.038674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.419283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T13:02:51.038708Z","caller":"traceutil/trace.go:171","msg":"trace[1820077505] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:595; }","duration":"466.492644ms","start":"2026-02-24T13:02:50.572206Z","end":"2026-02-24T13:02:51.038698Z","steps":["trace[1820077505] 'agreement among raft nodes before linearized reading' (duration: 466.389092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:51.038744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:50.57218Z","time spent":"466.557805ms","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T13:02:51.038721Z","caller":"traceutil/trace.go:171","msg":"trace[1682298692] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"510.407198ms","start":"2026-02-24T13:02:50.528255Z","end":"2026-02-24T13:02:51.038662Z","steps":["trace[1682298692] 'process raft request' (duration: 277.768654ms)","trace[1682298692] 'compare' (duration: 232.152623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:51.039138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:50.528223Z","time spent":"510.632183ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:51.565614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.130556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:02:51.56575Z","caller":"traceutil/trace.go:171","msg":"trace[1871470295] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:633; }","duration":"523.936017ms","start":"2026-02-24T13:02:51.041792Z","end":"2026-02-24T13:02:51.565728Z","steps":["trace[1871470295] 'read index received' (duration: 48.644418ms)","trace[1871470295] 'applied index is now lower than readState.Index' (duration: 475.289909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:51.565985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.090966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-24T13:02:51.565985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.189353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T13:02:51.566003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.824604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:51.566044Z","caller":"traceutil/trace.go:171","msg":"trace[919797541] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18973053741e5175; range_end:; response_count:1; response_revision:595; }","duration":"522.190448ms","start":"2026-02-24T13:02:51.043834Z","end":"2026-02-24T13:02:51.566025Z","steps":["trace[919797541] 'agreement among raft nodes before linearized reading' (duration: 522.016815ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:51.566051Z","caller":"traceutil/trace.go:171","msg":"trace[495694490] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:595; }","duration":"524.297975ms","start":"2026-02-24T13:02:51.041736Z","end":"2026-02-24T13:02:51.566034Z","steps":["trace[495694490] 'agreement among raft nodes before linearized reading' (duration: 524.09394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:51.566091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:51.041715Z","time spent":"524.366987ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-24T13:02:51.56612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:51.04381Z","time spent":"522.268499ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" "} {"level":"info","ts":"2026-02-24T13:02:51.56613Z","caller":"traceutil/trace.go:171","msg":"trace[1324029121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"184.963927ms","start":"2026-02-24T13:02:51.381107Z","end":"2026-02-24T13:02:51.566071Z","steps":["trace[1324029121] 'agreement among raft nodes before linearized reading' (duration: 184.782933ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:52.287113Z","caller":"traceutil/trace.go:171","msg":"trace[246424090] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"716.935944ms","start":"2026-02-24T13:02:51.570148Z","end":"2026-02-24T13:02:52.287084Z","steps":["trace[246424090] 'process raft request' (duration: 716.747759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:52.287291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:51.570072Z","time spent":"717.126757ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:53.064525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861976206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:02:53.408162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113413747s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T13:02:53.40868Z","caller":"traceutil/trace.go:171","msg":"trace[2123326473] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"844.56007ms","start":"2026-02-24T13:02:52.564087Z","end":"2026-02-24T13:02:53.408647Z","steps":["trace[2123326473] 'read index received' (duration: 844.306765ms)","trace[2123326473] 'applied index is now lower than readState.Index' (duration: 252.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:53.408732Z","caller":"traceutil/trace.go:171","msg":"trace[1016813463] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.114031791s","start":"2026-02-24T13:02:52.294652Z","end":"2026-02-24T13:02:53.408683Z","steps":["trace[1016813463] 'process raft request' (duration: 1.113813896s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:53.408933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.828045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-02-24T13:02:53.408988Z","caller":"traceutil/trace.go:171","msg":"trace[1024390117] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:597; }","duration":"844.972529ms","start":"2026-02-24T13:02:52.564002Z","end":"2026-02-24T13:02:53.408974Z","steps":["trace[1024390117] 'agreement among raft nodes before linearized reading' (duration: 844.784155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:53.409038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:52.294635Z","time spent":"1.114268866s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:53.409047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:52.56397Z","time spent":"845.066801ms","remote":"127.0.0.1:49244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-02-24T13:02:53.696504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.481636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:53.696608Z","caller":"traceutil/trace.go:171","msg":"trace[110875401] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"265.725897ms","start":"2026-02-24T13:02:53.43087Z","end":"2026-02-24T13:02:53.696596Z","steps":["trace[110875401] 'read index received' (duration: 67.956405ms)","trace[110875401] 'applied index is now lower than readState.Index' (duration: 197.768552ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:53.696685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.831139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-02-24T13:02:53.696741Z","caller":"traceutil/trace.go:171","msg":"trace[1730689018] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:598; }","duration":"265.887361ms","start":"2026-02-24T13:02:53.430845Z","end":"2026-02-24T13:02:53.696732Z","steps":["trace[1730689018] 'agreement among raft nodes before linearized reading' (duration: 265.785618ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:53.69669Z","caller":"traceutil/trace.go:171","msg":"trace[71445243] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"281.818504ms","start":"2026-02-24T13:02:53.414831Z","end":"2026-02-24T13:02:53.69665Z","steps":["trace[71445243] 'process raft request' (duration: 84.106763ms)","trace[71445243] 'compare' (duration: 197.343013ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:54.536753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.817887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:54.536894Z","caller":"traceutil/trace.go:171","msg":"trace[2087668958] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"755.039047ms","start":"2026-02-24T13:02:53.781833Z","end":"2026-02-24T13:02:54.536872Z","steps":["trace[2087668958] 'read index received' (duration: 34.621257ms)","trace[2087668958] 'applied index is now lower than readState.Index' (duration: 720.41629ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:54.537003Z","caller":"traceutil/trace.go:171","msg":"trace[219705434] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"828.322061ms","start":"2026-02-24T13:02:53.708666Z","end":"2026-02-24T13:02:54.536988Z","steps":["trace[219705434] 'process raft request' (duration: 107.947022ms)","trace[219705434] 'compare' (duration: 719.464759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:54.537071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:53.708623Z","time spent":"828.413843ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:54.537351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.114212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-24T13:02:54.537469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.097637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:54.537515Z","caller":"traceutil/trace.go:171","msg":"trace[332997307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"160.165878ms","start":"2026-02-24T13:02:54.377335Z","end":"2026-02-24T13:02:54.537501Z","steps":["trace[332997307] 'agreement among raft nodes before linearized reading' (duration: 160.090466ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:54.5375Z","caller":"traceutil/trace.go:171","msg":"trace[1551422033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"733.314156ms","start":"2026-02-24T13:02:53.804152Z","end":"2026-02-24T13:02:54.537466Z","steps":["trace[1551422033] 'agreement among raft nodes before linearized reading' (duration: 732.914367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:54.537644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.075548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4362"} {"level":"info","ts":"2026-02-24T13:02:54.537704Z","caller":"traceutil/trace.go:171","msg":"trace[1767806535] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:599; }","duration":"170.139309ms","start":"2026-02-24T13:02:54.367552Z","end":"2026-02-24T13:02:54.537691Z","steps":["trace[1767806535] 'agreement among raft nodes before linearized reading' (duration: 169.988156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:54.537712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:53.804125Z","time spent":"733.568821ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T13:02:54.537879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.997038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:54.537975Z","caller":"traceutil/trace.go:171","msg":"trace[1895322275] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:599; }","duration":"756.154802ms","start":"2026-02-24T13:02:53.781799Z","end":"2026-02-24T13:02:54.537953Z","steps":["trace[1895322275] 'agreement among raft nodes before linearized reading' (duration: 755.954157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:54.538038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:53.781782Z","time spent":"756.230523ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":4,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:02:55.030508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.470633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:55.030639Z","caller":"traceutil/trace.go:171","msg":"trace[1337276597] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"488.317188ms","start":"2026-02-24T13:02:54.542272Z","end":"2026-02-24T13:02:55.030589Z","steps":["trace[1337276597] 'process raft request' (duration: 245.700583ms)","trace[1337276597] 'compare' (duration: 242.238337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:55.030692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:54.542254Z","time spent":"488.41655ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:02:55.126634Z","caller":"traceutil/trace.go:171","msg":"trace[1250592918] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"581.713696ms","start":"2026-02-24T13:02:54.544833Z","end":"2026-02-24T13:02:55.126546Z","steps":["trace[1250592918] 'process raft request' (duration: 581.568543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:55.126811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:54.544812Z","time spent":"581.913141ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:55.661077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.058521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:55.661385Z","caller":"traceutil/trace.go:171","msg":"trace[284697510] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:640; }","duration":"282.066858ms","start":"2026-02-24T13:02:55.3793Z","end":"2026-02-24T13:02:55.661366Z","steps":["trace[284697510] 'read index received' (duration: 90.942µs)","trace[284697510] 'applied index is now lower than readState.Index' (duration: 281.974796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:55.661486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.18137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:02:55.661645Z","caller":"traceutil/trace.go:171","msg":"trace[1251429956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"282.246032ms","start":"2026-02-24T13:02:55.379258Z","end":"2026-02-24T13:02:55.661504Z","steps":["trace[1251429956] 'agreement among raft nodes before linearized reading' (duration: 282.17384ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:55.661677Z","caller":"traceutil/trace.go:171","msg":"trace[756771666] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"789.829438ms","start":"2026-02-24T13:02:54.871819Z","end":"2026-02-24T13:02:55.661649Z","steps":["trace[756771666] 'process raft request' (duration: 339.122573ms)","trace[756771666] 'compare' (duration: 449.949778ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:55.661788Z","caller":"traceutil/trace.go:171","msg":"trace[277017258] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"626.593051ms","start":"2026-02-24T13:02:55.035083Z","end":"2026-02-24T13:02:55.661676Z","steps":["trace[277017258] 'process raft request' (duration: 626.0931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:55.661874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:54.871796Z","time spent":"789.94105ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:55.661991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:55.035064Z","time spent":"626.820915ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":823,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:02:56.071617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.25938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:02:56.071915Z","caller":"traceutil/trace.go:171","msg":"trace[41263520] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"408.647821ms","start":"2026-02-24T13:02:55.663238Z","end":"2026-02-24T13:02:56.071886Z","steps":["trace[41263520] 'read index received' (duration: 20.029253ms)","trace[41263520] 'applied index is now lower than readState.Index' (duration: 388.616078ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:56.071989Z","caller":"traceutil/trace.go:171","msg":"trace[1189384557] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"405.184885ms","start":"2026-02-24T13:02:55.66678Z","end":"2026-02-24T13:02:56.071965Z","steps":["trace[1189384557] 'process raft request' (duration: 405.005441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:56.072141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:55.666762Z","time spent":"405.304797ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:02:56.072199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.942948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:02:56.072309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.07488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T13:02:56.072384Z","caller":"traceutil/trace.go:171","msg":"trace[1660481376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"376.198932ms","start":"2026-02-24T13:02:55.696172Z","end":"2026-02-24T13:02:56.072371Z","steps":["trace[1660481376] 'agreement among raft nodes before linearized reading' (duration: 375.903195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:56.072457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:55.696146Z","time spent":"376.298804ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T13:02:56.07237Z","caller":"traceutil/trace.go:171","msg":"trace[888104912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"409.06053ms","start":"2026-02-24T13:02:55.663196Z","end":"2026-02-24T13:02:56.072257Z","steps":["trace[888104912] 'agreement among raft nodes before linearized reading' (duration: 408.845986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:56.072615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:55.663179Z","time spent":"409.362348ms","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:02:57.393522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.08401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:57.393831Z","caller":"traceutil/trace.go:171","msg":"trace[672876816] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"883.582957ms","start":"2026-02-24T13:02:56.510164Z","end":"2026-02-24T13:02:57.393747Z","steps":["trace[672876816] 'read index received' (duration: 379.053947ms)","trace[672876816] 'applied index is now lower than readState.Index' (duration: 504.52696ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:57.393964Z","caller":"traceutil/trace.go:171","msg":"trace[1489937401] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.222362944s","start":"2026-02-24T13:02:56.171559Z","end":"2026-02-24T13:02:57.393922Z","steps":["trace[1489937401] 'process raft request' (duration: 717.722992ms)","trace[1489937401] 'compare' (duration: 503.881034ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:57.394144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.967605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7000"} {"level":"info","ts":"2026-02-24T13:02:57.394189Z","caller":"traceutil/trace.go:171","msg":"trace[1218987029] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:606; }","duration":"884.110179ms","start":"2026-02-24T13:02:56.510068Z","end":"2026-02-24T13:02:57.394178Z","steps":["trace[1218987029] 'agreement among raft nodes before linearized reading' (duration: 883.848813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:57.394214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:56.510048Z","time spent":"884.159419ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7022,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-24T13:02:57.394201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:56.171532Z","time spent":"1.222550609s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:02:57.756876Z","caller":"traceutil/trace.go:171","msg":"trace[1479615084] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:646; }","duration":"312.704534ms","start":"2026-02-24T13:02:57.444148Z","end":"2026-02-24T13:02:57.756853Z","steps":["trace[1479615084] 'read index received' (duration: 17.273105ms)","trace[1479615084] 'applied index is now lower than readState.Index' (duration: 295.429979ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:57.757256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.085682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T13:02:57.757341Z","caller":"traceutil/trace.go:171","msg":"trace[106265778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:608; }","duration":"313.219176ms","start":"2026-02-24T13:02:57.444109Z","end":"2026-02-24T13:02:57.757328Z","steps":["trace[106265778] 'agreement among raft nodes before linearized reading' (duration: 312.832427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:57.757423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:57.44409Z","time spent":"313.321297ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T13:02:57.757807Z","caller":"traceutil/trace.go:171","msg":"trace[786068732] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"352.816831ms","start":"2026-02-24T13:02:57.404977Z","end":"2026-02-24T13:02:57.757794Z","steps":["trace[786068732] 'process raft request' (duration: 351.717726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:57.757974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:57.404954Z","time spent":"352.889583ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6997,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:58.167378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.36188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:02:58.167468Z","caller":"traceutil/trace.go:171","msg":"trace[716008435] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:608; }","duration":"185.506104ms","start":"2026-02-24T13:02:57.981944Z","end":"2026-02-24T13:02:58.16745Z","steps":["trace[716008435] 'count revisions from in-memory index tree' (duration: 185.175506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:59.981995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.856743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:02:59.982277Z","caller":"traceutil/trace.go:171","msg":"trace[1478979073] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"573.428228ms","start":"2026-02-24T13:02:59.408814Z","end":"2026-02-24T13:02:59.982243Z","steps":["trace[1478979073] 'process raft request' (duration: 108.215607ms)","trace[1478979073] 'compare' (duration: 464.648548ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:02:59.982299Z","caller":"traceutil/trace.go:171","msg":"trace[2025506711] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"522.724536ms","start":"2026-02-24T13:02:59.459517Z","end":"2026-02-24T13:02:59.982241Z","steps":["trace[2025506711] 'process raft request' (duration: 522.617434ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:02:59.982292Z","caller":"traceutil/trace.go:171","msg":"trace[949320658] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:650; }","duration":"433.496323ms","start":"2026-02-24T13:02:59.548721Z","end":"2026-02-24T13:02:59.982218Z","steps":["trace[949320658] 'read index received' (duration: 110.275983ms)","trace[949320658] 'applied index is now lower than readState.Index' (duration: 323.21897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:02:59.982408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:59.459497Z","time spent":"522.870179ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:02:59.982477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:59.408794Z","time spent":"573.567312ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:02:59.98256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.836031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T13:02:59.982632Z","caller":"traceutil/trace.go:171","msg":"trace[1131441550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:611; }","duration":"433.951873ms","start":"2026-02-24T13:02:59.54866Z","end":"2026-02-24T13:02:59.982612Z","steps":["trace[1131441550] 'agreement among raft nodes before linearized reading' (duration: 433.679628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:02:59.982677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:02:59.54864Z","time spent":"434.028725ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T13:03:01.203491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.508672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T13:03:01.203577Z","caller":"traceutil/trace.go:171","msg":"trace[532755191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"779.651925ms","start":"2026-02-24T13:03:00.423907Z","end":"2026-02-24T13:03:01.203559Z","steps":["trace[532755191] 'range keys from in-memory index tree' (duration: 779.211395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:01.203624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:00.423886Z","time spent":"779.727607ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T13:03:02.556855Z","caller":"traceutil/trace.go:171","msg":"trace[615315957] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"125.3479ms","start":"2026-02-24T13:03:02.431476Z","end":"2026-02-24T13:03:02.556824Z","steps":["trace[615315957] 'process raft request' (duration: 125.175786ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:02.834224Z","caller":"traceutil/trace.go:171","msg":"trace[1427483756] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"270.474701ms","start":"2026-02-24T13:03:02.563731Z","end":"2026-02-24T13:03:02.834206Z","steps":["trace[1427483756] 'process raft request' (duration: 270.317308ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:02.990078Z","caller":"traceutil/trace.go:171","msg":"trace[216820292] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"426.23516ms","start":"2026-02-24T13:03:02.563799Z","end":"2026-02-24T13:03:02.990034Z","steps":["trace[216820292] 'process raft request' (duration: 360.945463ms)","trace[216820292] 'compare' (duration: 64.96872ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:02.990059Z","caller":"traceutil/trace.go:171","msg":"trace[1517687084] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"309.8879ms","start":"2026-02-24T13:03:02.68014Z","end":"2026-02-24T13:03:02.990028Z","steps":["trace[1517687084] 'process raft request' (duration: 309.812169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:02.990232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:02.563772Z","time spent":"426.400214ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:03:02.990067Z","caller":"traceutil/trace.go:171","msg":"trace[1316219273] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:654; }","duration":"152.188849ms","start":"2026-02-24T13:03:02.837826Z","end":"2026-02-24T13:03:02.990014Z","steps":["trace[1316219273] 'read index received' (duration: 86.818059ms)","trace[1316219273] 'applied index is now lower than readState.Index' (duration: 65.36993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:02.990302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:02.680122Z","time spent":"310.091745ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:03:02.990484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.64123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T13:03:02.990585Z","caller":"traceutil/trace.go:171","msg":"trace[1681501131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"152.772072ms","start":"2026-02-24T13:03:02.837796Z","end":"2026-02-24T13:03:02.990568Z","steps":["trace[1681501131] 'agreement among raft nodes before linearized reading' (duration: 152.363902ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:05.508676Z","caller":"traceutil/trace.go:171","msg":"trace[859692364] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"462.734046ms","start":"2026-02-24T13:03:05.04592Z","end":"2026-02-24T13:03:05.508654Z","steps":["trace[859692364] 'read index received' (duration: 462.630984ms)","trace[859692364] 'applied index is now lower than readState.Index' (duration: 102.292µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:05.508835Z","caller":"traceutil/trace.go:171","msg":"trace[319616658] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"475.546422ms","start":"2026-02-24T13:03:05.033269Z","end":"2026-02-24T13:03:05.508815Z","steps":["trace[319616658] 'process raft request' (duration: 475.245145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:05.508907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.128888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-24T13:03:05.508907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.970052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T13:03:05.508942Z","caller":"traceutil/trace.go:171","msg":"trace[1269066631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"353.21886ms","start":"2026-02-24T13:03:05.155712Z","end":"2026-02-24T13:03:05.508931Z","steps":["trace[1269066631] 'agreement among raft nodes before linearized reading' (duration: 353.108197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:05.508963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:05.155686Z","time spent":"353.272822ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T13:03:05.508953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:05.033249Z","time spent":"475.634214ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:03:05.508961Z","caller":"traceutil/trace.go:171","msg":"trace[383495464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"463.055073ms","start":"2026-02-24T13:03:05.045888Z","end":"2026-02-24T13:03:05.508943Z","steps":["trace[383495464] 'agreement among raft nodes before linearized reading' (duration: 462.887749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:05.509018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:05.045874Z","time spent":"463.128256ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T13:03:05.509044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.358452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:05.509075Z","caller":"traceutil/trace.go:171","msg":"trace[655333359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"130.421133ms","start":"2026-02-24T13:03:05.378644Z","end":"2026-02-24T13:03:05.509066Z","steps":["trace[655333359] 'agreement among raft nodes before linearized reading' (duration: 130.384282ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:11.652668Z","caller":"traceutil/trace.go:171","msg":"trace[1867245907] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"110.59751ms","start":"2026-02-24T13:03:11.54205Z","end":"2026-02-24T13:03:11.652648Z","steps":["trace[1867245907] 'process raft request' (duration: 89.348085ms)","trace[1867245907] 'compare' (duration: 20.940119ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:11.652759Z","caller":"traceutil/trace.go:171","msg":"trace[499312336] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:673; }","duration":"108.139836ms","start":"2026-02-24T13:03:11.544603Z","end":"2026-02-24T13:03:11.652743Z","steps":["trace[499312336] 'read index received' (duration: 72.859947ms)","trace[499312336] 'applied index is now lower than readState.Index' (duration: 35.279139ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:11.652985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.374651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T13:03:11.653022Z","caller":"traceutil/trace.go:171","msg":"trace[810820068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"108.508443ms","start":"2026-02-24T13:03:11.544503Z","end":"2026-02-24T13:03:11.653012Z","steps":["trace[810820068] 'agreement among raft nodes before linearized reading' (duration: 108.35554ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:12.78755Z","caller":"traceutil/trace.go:171","msg":"trace[1661841328] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"147.963016ms","start":"2026-02-24T13:03:12.639558Z","end":"2026-02-24T13:03:12.787521Z","steps":["trace[1661841328] 'process raft request' (duration: 147.779782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.021913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.771602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:03:13.022075Z","caller":"traceutil/trace.go:171","msg":"trace[1249786941] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:683; }","duration":"194.447433ms","start":"2026-02-24T13:03:12.827616Z","end":"2026-02-24T13:03:13.022063Z","steps":["trace[1249786941] 'read index received' (duration: 29.035058ms)","trace[1249786941] 'applied index is now lower than readState.Index' (duration: 165.411675ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:13.022176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.555716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-24T13:03:13.022192Z","caller":"traceutil/trace.go:171","msg":"trace[1065767238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:641; }","duration":"194.606407ms","start":"2026-02-24T13:03:12.827581Z","end":"2026-02-24T13:03:13.022188Z","steps":["trace[1065767238] 'agreement among raft nodes before linearized reading' (duration: 194.531255ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:13.0223Z","caller":"traceutil/trace.go:171","msg":"trace[1110080642] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"210.531973ms","start":"2026-02-24T13:03:12.811729Z","end":"2026-02-24T13:03:13.022261Z","steps":["trace[1110080642] 'process raft request' (duration: 53.363902ms)","trace[1110080642] 'compare' (duration: 156.671459ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:13.022318Z","caller":"traceutil/trace.go:171","msg":"trace[1525469514] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"210.526494ms","start":"2026-02-24T13:03:12.811758Z","end":"2026-02-24T13:03:13.022284Z","steps":["trace[1525469514] 'process raft request' (duration: 210.229966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.555393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.07024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:03:13.555512Z","caller":"traceutil/trace.go:171","msg":"trace[2002726360] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"524.644419ms","start":"2026-02-24T13:03:13.030848Z","end":"2026-02-24T13:03:13.555493Z","steps":["trace[2002726360] 'process raft request' (duration: 405.398085ms)","trace[2002726360] 'compare' (duration: 118.644721ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:13.555565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.030826Z","time spent":"524.718101ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:03:13.592271Z","caller":"traceutil/trace.go:171","msg":"trace[1473489886] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:686; }","duration":"366.1562ms","start":"2026-02-24T13:03:13.226079Z","end":"2026-02-24T13:03:13.592235Z","steps":["trace[1473489886] 'read index received' (duration: 210.169955ms)","trace[1473489886] 'applied index is now lower than readState.Index' (duration: 155.985224ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:13.592335Z","caller":"traceutil/trace.go:171","msg":"trace[961959710] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"557.278838ms","start":"2026-02-24T13:03:13.035026Z","end":"2026-02-24T13:03:13.592305Z","steps":["trace[961959710] 'process raft request' (duration: 557.077754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.592522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.421985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-02-24T13:03:13.592584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.419105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-24T13:03:13.592632Z","caller":"traceutil/trace.go:171","msg":"trace[2040302158] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:643; }","duration":"366.521538ms","start":"2026-02-24T13:03:13.226034Z","end":"2026-02-24T13:03:13.592555Z","steps":["trace[2040302158] 'agreement among raft nodes before linearized reading' (duration: 366.344934ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:13.592634Z","caller":"traceutil/trace.go:171","msg":"trace[1674827960] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:643; }","duration":"366.559238ms","start":"2026-02-24T13:03:13.22606Z","end":"2026-02-24T13:03:13.59262Z","steps":["trace[1674827960] 'agreement among raft nodes before linearized reading' (duration: 366.448886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.592629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.338444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-77cccfdc44\" ","response":"range_response_count:1 size:3833"} {"level":"warn","ts":"2026-02-24T13:03:13.592671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.226044Z","time spent":"366.619849ms","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-02-24T13:03:13.592677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.226012Z","time spent":"366.65376ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-24T13:03:13.592651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.415685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-02-24T13:03:13.5927Z","caller":"traceutil/trace.go:171","msg":"trace[1929705369] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-77cccfdc44; range_end:; response_count:1; response_revision:643; }","duration":"366.432475ms","start":"2026-02-24T13:03:13.226245Z","end":"2026-02-24T13:03:13.592677Z","steps":["trace[1929705369] 'agreement among raft nodes before linearized reading' (duration: 366.289482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.592679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.322283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2896"} {"level":"warn","ts":"2026-02-24T13:03:13.592748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.226236Z","time spent":"366.499797ms","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3855,"request content":"key:\"/registry/replicasets/kube-system/coredns-77cccfdc44\" "} {"level":"info","ts":"2026-02-24T13:03:13.592761Z","caller":"traceutil/trace.go:171","msg":"trace[1085331236] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:643; }","duration":"366.574088ms","start":"2026-02-24T13:03:13.22615Z","end":"2026-02-24T13:03:13.592724Z","steps":["trace[1085331236] 'agreement among raft nodes before linearized reading' (duration: 366.389884ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:13.592761Z","caller":"traceutil/trace.go:171","msg":"trace[2004230380] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:643; }","duration":"366.433136ms","start":"2026-02-24T13:03:13.226307Z","end":"2026-02-24T13:03:13.59274Z","steps":["trace[2004230380] 'agreement among raft nodes before linearized reading' (duration: 366.292372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.592804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.226085Z","time spent":"366.710612ms","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1233,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-02-24T13:03:13.592842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.380957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:13.59287Z","caller":"traceutil/trace.go:171","msg":"trace[1714753973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"213.443937ms","start":"2026-02-24T13:03:13.379418Z","end":"2026-02-24T13:03:13.592862Z","steps":["trace[1714753973] 'agreement among raft nodes before linearized reading' (duration: 213.405956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.592987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.829554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14309"} {"level":"warn","ts":"2026-02-24T13:03:13.593013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.707741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-7fcd8d6ffd\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-02-24T13:03:13.593019Z","caller":"traceutil/trace.go:171","msg":"trace[339948968] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:643; }","duration":"366.947467ms","start":"2026-02-24T13:03:13.226062Z","end":"2026-02-24T13:03:13.59301Z","steps":["trace[339948968] 'agreement among raft nodes before linearized reading' (duration: 366.838584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.593048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.226019Z","time spent":"367.023498ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14331,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-02-24T13:03:13.593052Z","caller":"traceutil/trace.go:171","msg":"trace[647372906] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-7fcd8d6ffd; range_end:; response_count:1; response_revision:643; }","duration":"366.742862ms","start":"2026-02-24T13:03:13.226296Z","end":"2026-02-24T13:03:13.593038Z","steps":["trace[647372906] 'agreement among raft nodes before linearized reading' (duration: 366.63936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.593071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.815414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-5dd5756b68\" ","response":"range_response_count:1 size:3797"} {"level":"warn","ts":"2026-02-24T13:03:13.593083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.22623Z","time spent":"366.846564ms","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4354,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-7fcd8d6ffd\" "} {"level":"info","ts":"2026-02-24T13:03:13.593099Z","caller":"traceutil/trace.go:171","msg":"trace[1682937629] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-5dd5756b68; range_end:; response_count:1; response_revision:643; }","duration":"366.858524ms","start":"2026-02-24T13:03:13.226233Z","end":"2026-02-24T13:03:13.593091Z","steps":["trace[1682937629] 'agreement among raft nodes before linearized reading' (duration: 366.793303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:13.593121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.226226Z","time spent":"366.889155ms","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3819,"request content":"key:\"/registry/replicasets/kube-system/coredns-5dd5756b68\" "} {"level":"warn","ts":"2026-02-24T13:03:13.592802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.226302Z","time spent":"366.492087ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2918,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-24T13:03:13.593347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:13.03501Z","time spent":"557.396161ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4056,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:03:16.117417Z","caller":"traceutil/trace.go:171","msg":"trace[2015774584] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"268.635379ms","start":"2026-02-24T13:03:15.848762Z","end":"2026-02-24T13:03:16.117397Z","steps":["trace[2015774584] 'process raft request' (duration: 268.491036ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:16.175044Z","caller":"traceutil/trace.go:171","msg":"trace[659586627] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"125.159346ms","start":"2026-02-24T13:03:16.04986Z","end":"2026-02-24T13:03:16.17502Z","steps":["trace[659586627] 'process raft request' (duration: 125.092664ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:16.175168Z","caller":"traceutil/trace.go:171","msg":"trace[528000336] transaction","detail":"{read_only:false; number_of_response:0; response_revision:679; }","duration":"321.523032ms","start":"2026-02-24T13:03:15.853596Z","end":"2026-02-24T13:03:16.175119Z","steps":["trace[528000336] 'process raft request' (duration: 321.277667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:16.175533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:15.853587Z","time spent":"321.730996ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T13:03:19.593944Z","caller":"traceutil/trace.go:171","msg":"trace[1947931204] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"110.524509ms","start":"2026-02-24T13:03:19.48338Z","end":"2026-02-24T13:03:19.593904Z","steps":["trace[1947931204] 'process raft request' (duration: 109.756202ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:31.472274Z","caller":"traceutil/trace.go:171","msg":"trace[328601950] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"433.83449ms","start":"2026-02-24T13:03:31.03842Z","end":"2026-02-24T13:03:31.472255Z","steps":["trace[328601950] 'process raft request' (duration: 433.341619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:31.472406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:31.038398Z","time spent":"433.941233ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:03:36.850777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.525806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:36.850893Z","caller":"traceutil/trace.go:171","msg":"trace[767838324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:896; }","duration":"472.696569ms","start":"2026-02-24T13:03:36.378169Z","end":"2026-02-24T13:03:36.850866Z","steps":["trace[767838324] 'range keys from in-memory index tree' (duration: 472.442754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:36.850939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:36.378143Z","time spent":"472.787182ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:03:36.851032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.528853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:36.851167Z","caller":"traceutil/trace.go:171","msg":"trace[665729591] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:896; }","duration":"355.667126ms","start":"2026-02-24T13:03:36.495452Z","end":"2026-02-24T13:03:36.851119Z","steps":["trace[665729591] 'count revisions from in-memory index tree' (duration: 355.388489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:36.851216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:36.495361Z","time spent":"355.84269ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T13:03:36.888044Z","caller":"traceutil/trace.go:171","msg":"trace[1508897375] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"295.721168ms","start":"2026-02-24T13:03:36.592279Z","end":"2026-02-24T13:03:36.888Z","steps":["trace[1508897375] 'process raft request' (duration: 295.37035ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:37.119285Z","caller":"traceutil/trace.go:171","msg":"trace[1262358631] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"233.540236ms","start":"2026-02-24T13:03:36.885719Z","end":"2026-02-24T13:03:37.119259Z","steps":["trace[1262358631] 'process raft request' (duration: 233.414583ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:37.657096Z","caller":"traceutil/trace.go:171","msg":"trace[2073268288] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"139.938976ms","start":"2026-02-24T13:03:37.517137Z","end":"2026-02-24T13:03:37.657076Z","steps":["trace[2073268288] 'process raft request' (duration: 139.798753ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:48.263139Z","caller":"traceutil/trace.go:171","msg":"trace[458542069] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"105.870535ms","start":"2026-02-24T13:03:48.157239Z","end":"2026-02-24T13:03:48.26311Z","steps":["trace[458542069] 'process raft request' (duration: 39.434921ms)","trace[458542069] 'compare' (duration: 66.27693ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:48.549018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.935905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:48.549235Z","caller":"traceutil/trace.go:171","msg":"trace[1874255735] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:935; }","duration":"119.179082ms","start":"2026-02-24T13:03:48.43003Z","end":"2026-02-24T13:03:48.549209Z","steps":["trace[1874255735] 'range keys from in-memory index tree' (duration: 118.909135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:48.549398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.830525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:03:48.549575Z","caller":"traceutil/trace.go:171","msg":"trace[2089295108] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"392.247191ms","start":"2026-02-24T13:03:48.157298Z","end":"2026-02-24T13:03:48.549545Z","steps":["trace[2089295108] 'process raft request' (duration: 226.176731ms)","trace[2089295108] 'compare' (duration: 165.716842ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:48.549607Z","caller":"traceutil/trace.go:171","msg":"trace[1375993068] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:991; }","duration":"172.148175ms","start":"2026-02-24T13:03:48.377445Z","end":"2026-02-24T13:03:48.549593Z","steps":["trace[1375993068] 'read index received' (duration: 5.952703ms)","trace[1375993068] 'applied index is now lower than readState.Index' (duration: 166.194642ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:48.549642Z","caller":"traceutil/trace.go:171","msg":"trace[45405355] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"390.959133ms","start":"2026-02-24T13:03:48.158658Z","end":"2026-02-24T13:03:48.549617Z","steps":["trace[45405355] 'process raft request' (duration: 390.84805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:48.549669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:48.15728Z","time spent":"392.342634ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:03:48.549648Z","caller":"traceutil/trace.go:171","msg":"trace[1118195526] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"278.068952ms","start":"2026-02-24T13:03:48.271548Z","end":"2026-02-24T13:03:48.549617Z","steps":["trace[1118195526] 'process raft request' (duration: 278.00892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:48.549749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.300198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4742"} {"level":"info","ts":"2026-02-24T13:03:48.549779Z","caller":"traceutil/trace.go:171","msg":"trace[2001866208] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:938; }","duration":"172.36822ms","start":"2026-02-24T13:03:48.377399Z","end":"2026-02-24T13:03:48.549767Z","steps":["trace[2001866208] 'agreement among raft nodes before linearized reading' (duration: 172.235297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:48.549786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:48.158649Z","time spent":"391.045245ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:03:49.380636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.808121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:03:49.380728Z","caller":"traceutil/trace.go:171","msg":"trace[734491519] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:995; }","duration":"577.316095ms","start":"2026-02-24T13:03:48.803392Z","end":"2026-02-24T13:03:49.380708Z","steps":["trace[734491519] 'read index received' (duration: 1.34834ms)","trace[734491519] 'applied index is now lower than readState.Index' (duration: 575.966395ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:49.380793Z","caller":"traceutil/trace.go:171","msg":"trace[808119276] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"767.462262ms","start":"2026-02-24T13:03:48.613323Z","end":"2026-02-24T13:03:49.380786Z","steps":["trace[808119276] 'process raft request' (duration: 191.438407ms)","trace[808119276] 'compare' (duration: 575.667838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:49.380857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:48.613297Z","time spent":"767.512004ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T13:03:49.381108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.715744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:49.381139Z","caller":"traceutil/trace.go:171","msg":"trace[634955097] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:940; }","duration":"577.788877ms","start":"2026-02-24T13:03:48.803341Z","end":"2026-02-24T13:03:49.38113Z","steps":["trace[634955097] 'agreement among raft nodes before linearized reading' (duration: 577.734045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:49.381161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:48.803321Z","time spent":"577.834098ms","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:03:49.96768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.411463ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-24T13:03:49.96788Z","caller":"traceutil/trace.go:171","msg":"trace[1522825396] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:996; }","duration":"150.075232ms","start":"2026-02-24T13:03:49.817793Z","end":"2026-02-24T13:03:49.967868Z","steps":["trace[1522825396] 'read index received' (duration: 137.634275ms)","trace[1522825396] 'applied index is now lower than readState.Index' (duration: 12.440367ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:49.967899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:49.381928Z","time spent":"585.959448ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T13:03:49.967991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.198276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T13:03:49.968008Z","caller":"traceutil/trace.go:171","msg":"trace[32751584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:941; }","duration":"150.266027ms","start":"2026-02-24T13:03:49.817735Z","end":"2026-02-24T13:03:49.968001Z","steps":["trace[32751584] 'agreement among raft nodes before linearized reading' (duration: 150.163545ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:49.968158Z","caller":"traceutil/trace.go:171","msg":"trace[353537990] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"270.255286ms","start":"2026-02-24T13:03:49.697881Z","end":"2026-02-24T13:03:49.968136Z","steps":["trace[353537990] 'process raft request' (duration: 269.895888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:51.73171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174071169s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T13:03:51.732398Z","caller":"traceutil/trace.go:171","msg":"trace[2083996008] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.174860596s","start":"2026-02-24T13:03:50.557511Z","end":"2026-02-24T13:03:51.732371Z","steps":["trace[2083996008] 'process raft request' (duration: 1.174632421s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:51.732702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:50.557492Z","time spent":"1.175018459s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:03:53.379922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000763872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:03:53.380053Z","caller":"traceutil/trace.go:171","msg":"trace[1152425845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000973777s","start":"2026-02-24T13:03:51.379057Z","end":"2026-02-24T13:03:53.380031Z","steps":["trace[1152425845] 'agreement among raft nodes before linearized reading' (duration: 2.000804353s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:53.380111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:51.379034Z","time spent":"2.001064799s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:03:53.9293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.197442175s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:03:54.398287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.628777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:03:54.398405Z","caller":"traceutil/trace.go:171","msg":"trace[387268513] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1003; }","duration":"3.019264583s","start":"2026-02-24T13:03:51.379117Z","end":"2026-02-24T13:03:54.398382Z","steps":["trace[387268513] 'read index received' (duration: 352.888253ms)","trace[387268513] 'applied index is now lower than readState.Index' (duration: 2.66637481s)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:03:54.398488Z","caller":"traceutil/trace.go:171","msg":"trace[1583721923] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"3.840222144s","start":"2026-02-24T13:03:50.558228Z","end":"2026-02-24T13:03:54.39845Z","steps":["trace[1583721923] 'process raft request' (duration: 3.371325149s)","trace[1583721923] 'compare' (duration: 468.470364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:54.398665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354506475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T13:03:54.398668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:50.558212Z","time spent":"3.840369607s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:03:54.398721Z","caller":"traceutil/trace.go:171","msg":"trace[1183570627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"2.354607637s","start":"2026-02-24T13:03:52.044097Z","end":"2026-02-24T13:03:54.398705Z","steps":["trace[1183570627] 'agreement among raft nodes before linearized reading' (duration: 2.354418373s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:54.398772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:52.044073Z","time spent":"2.354686828s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T13:03:54.398966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.209618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T13:03:54.398971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045980734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T13:03:54.39901Z","caller":"traceutil/trace.go:171","msg":"trace[699929174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:948; }","duration":"2.046055215s","start":"2026-02-24T13:03:52.352943Z","end":"2026-02-24T13:03:54.398998Z","steps":["trace[699929174] 'agreement among raft nodes before linearized reading' (duration: 2.045949542s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:54.399047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:52.352917Z","time spent":"2.046119976s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T13:03:54.399001Z","caller":"traceutil/trace.go:171","msg":"trace[1677961454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"660.31562ms","start":"2026-02-24T13:03:53.738675Z","end":"2026-02-24T13:03:54.398991Z","steps":["trace[1677961454] 'agreement among raft nodes before linearized reading' (duration: 660.137126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:54.399197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01885312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:54.399248Z","caller":"traceutil/trace.go:171","msg":"trace[575931215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:948; }","duration":"1.018945322s","start":"2026-02-24T13:03:53.38029Z","end":"2026-02-24T13:03:54.399236Z","steps":["trace[575931215] 'agreement among raft nodes before linearized reading' (duration: 1.01886459s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:54.399205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:53.738651Z","time spent":"660.544865ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T13:03:54.399305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:53.380254Z","time spent":"1.019029223s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:03:54.399354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193720482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T13:03:54.399397Z","caller":"traceutil/trace.go:171","msg":"trace[2097448629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:948; }","duration":"2.193802284s","start":"2026-02-24T13:03:52.205583Z","end":"2026-02-24T13:03:54.399385Z","steps":["trace[2097448629] 'agreement among raft nodes before linearized reading' (duration: 2.193685831s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:54.399444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:52.205565Z","time spent":"2.193868905s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T13:03:54.399432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659345357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T13:03:54.399553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240244911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:03:54.399566Z","caller":"traceutil/trace.go:171","msg":"trace[218673089] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:948; }","duration":"1.660207395s","start":"2026-02-24T13:03:52.739328Z","end":"2026-02-24T13:03:54.399536Z","steps":["trace[218673089] 'agreement among raft nodes before linearized reading' (duration: 1.659378907s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:03:54.399597Z","caller":"traceutil/trace.go:171","msg":"trace[888256920] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:948; }","duration":"2.240290512s","start":"2026-02-24T13:03:52.159295Z","end":"2026-02-24T13:03:54.399586Z","steps":["trace[888256920] 'agreement among raft nodes before linearized reading' (duration: 2.240222841s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:54.399639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:52.159224Z","time spent":"2.240402755s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:03:54.39964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:52.739303Z","time spent":"1.660313388s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:03:54.904767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:03:55.405233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:03:55.905956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:03:56.406503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:03:56.408693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:03:56.408757Z","caller":"traceutil/trace.go:171","msg":"trace[1131661511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371391s","start":"2026-02-24T13:03:54.408365Z","end":"2026-02-24T13:03:56.408737Z","steps":["trace[1131661511] 'agreement among raft nodes before linearized reading' (duration: 2.000288929s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:56.408803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:54.408358Z","time spent":"2.000435702s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:03:56.907132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:03:57.40796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:03:57.803159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.398188915s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:03:58.410385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000869725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:03:58.410525Z","caller":"traceutil/trace.go:171","msg":"trace[1497248620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001057939s","start":"2026-02-24T13:03:56.40944Z","end":"2026-02-24T13:03:58.410498Z","steps":["trace[1497248620] 'agreement among raft nodes before linearized reading' (duration: 2.000887386s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:58.410634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:56.409427Z","time spent":"2.001186592s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:03:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:03:58.447438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.964694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:03:58.447569Z","caller":"traceutil/trace.go:171","msg":"trace[1984987177] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"4.043659262s","start":"2026-02-24T13:03:54.403884Z","end":"2026-02-24T13:03:58.447544Z","steps":["trace[1984987177] 'process raft request' (duration: 3.399492474s)","trace[1984987177] 'compare' (duration: 643.731379ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:58.44766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:54.403862Z","time spent":"4.043750845s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:03:59.129958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.326372267s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:03:59.300874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.528709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:03:59.301191Z","caller":"traceutil/trace.go:171","msg":"trace[1847081006] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"4.896925031s","start":"2026-02-24T13:03:54.404229Z","end":"2026-02-24T13:03:59.301154Z","steps":["trace[1847081006] 'process raft request' (duration: 4.726016623s)","trace[1847081006] 'compare' (duration: 170.356375ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:03:59.301396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:54.404219Z","time spent":"4.897086605s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:03:59.301497Z","caller":"traceutil/trace.go:171","msg":"trace[458408763] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"4.896830139s","start":"2026-02-24T13:03:54.404642Z","end":"2026-02-24T13:03:59.301472Z","steps":["trace[458408763] 'process raft request' (duration: 4.896365499s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:59.301624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:54.404633Z","time spent":"4.896931041s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:03:59.301746Z","caller":"traceutil/trace.go:171","msg":"trace[108184049] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"4.896718336s","start":"2026-02-24T13:03:54.404931Z","end":"2026-02-24T13:03:59.301649Z","steps":["trace[108184049] 'process raft request' (duration: 4.896138703s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:59.302168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:54.404924Z","time spent":"4.897028674s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:03:59.761604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:03:59.761697Z","caller":"traceutil/trace.go:171","msg":"trace[276146614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234088s","start":"2026-02-24T13:03:57.761444Z","end":"2026-02-24T13:03:59.761678Z","steps":["trace[276146614] 'agreement among raft nodes before linearized reading' (duration: 2.000108006s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:03:59.761748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:57.761419Z","time spent":"2.000319s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:03:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:04:00.417341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:04:00.417448Z","caller":"traceutil/trace.go:171","msg":"trace[1197054097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533534s","start":"2026-02-24T13:03:58.416891Z","end":"2026-02-24T13:04:00.417424Z","steps":["trace[1197054097] 'agreement among raft nodes before linearized reading' (duration: 2.000388581s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:00.417505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:58.416871Z","time spent":"2.000622596s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 13:04:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:04:00.956565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654963809s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-24T13:04:00.957039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:00.56312Z","time spent":"393.91328ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T13:04:00.957659Z","caller":"traceutil/trace.go:171","msg":"trace[310979005] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"3.810214431s","start":"2026-02-24T13:03:57.147423Z","end":"2026-02-24T13:04:00.957638Z","steps":["trace[310979005] 'process raft request' (duration: 3.80927565s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:00.958324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:57.14739Z","time spent":"3.810871135s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:01.402859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999171447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T13:04:01.402961Z","caller":"traceutil/trace.go:171","msg":"trace[1842450288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999373492s","start":"2026-02-24T13:03:56.403565Z","end":"2026-02-24T13:04:01.402938Z","steps":["trace[1842450288] 'agreement among raft nodes before linearized reading' (duration: 4.999210078s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:01.403018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:56.403541Z","time spent":"4.999465063s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 13:04:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:04:02.424894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:04:02.424985Z","caller":"traceutil/trace.go:171","msg":"trace[1341768897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019611s","start":"2026-02-24T13:04:00.424769Z","end":"2026-02-24T13:04:02.424965Z","steps":["trace[1341768897] 'agreement among raft nodes before linearized reading' (duration: 2.000073108s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:02.425036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:00.42475Z","time spent":"2.000277202s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:04:04.175084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:57.174278Z","time spent":"7.000796891s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T13:04:04.198626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240908943s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:04:04.19882Z","caller":"traceutil/trace.go:171","msg":"trace[96191192] linearizableReadLoop","detail":"{readStateIndex:1012; appliedIndex:1005; }","duration":"9.794786207s","start":"2026-02-24T13:03:54.404018Z","end":"2026-02-24T13:04:04.198804Z","steps":["trace[96191192] 'read index received' (duration: 3.39937419s)","trace[96191192] 'applied index is now lower than readState.Index' (duration: 6.395410947s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:04:04.199109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.611887552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:04:04.199194Z","caller":"traceutil/trace.go:171","msg":"trace[563130203] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:955; }","duration":"9.612040396s","start":"2026-02-24T13:03:54.587136Z","end":"2026-02-24T13:04:04.199176Z","steps":["trace[563130203] 'agreement among raft nodes before linearized reading' (duration: 9.611886092s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.199224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:54.587109Z","time spent":"9.612108528s","remote":"127.0.0.1:49486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:04:04.199295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892086149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T13:04:04.199395Z","caller":"traceutil/trace.go:171","msg":"trace[940853092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"2.892257272s","start":"2026-02-24T13:04:01.307117Z","end":"2026-02-24T13:04:04.199374Z","steps":["trace[940853092] 'agreement among raft nodes before linearized reading' (duration: 2.891980986s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.199439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:01.307106Z","time spent":"2.892324334s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T13:04:04.19947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892732023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T13:04:04.199497Z","caller":"traceutil/trace.go:171","msg":"trace[409617152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:955; }","duration":"2.892818065s","start":"2026-02-24T13:04:01.306671Z","end":"2026-02-24T13:04:04.199489Z","steps":["trace[409617152] 'agreement among raft nodes before linearized reading' (duration: 2.892718132s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.199515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:01.306645Z","time spent":"2.892865896s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T13:04:04.199588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975220562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:04:04.199608Z","caller":"traceutil/trace.go:171","msg":"trace[649072777] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:955; }","duration":"2.975268903s","start":"2026-02-24T13:04:01.224332Z","end":"2026-02-24T13:04:04.199601Z","steps":["trace[649072777] 'agreement among raft nodes before linearized reading' (duration: 2.975231762s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.199633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:01.224313Z","time spent":"2.975315454s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:04:04.199715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.685401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T13:04:04.199747Z","caller":"traceutil/trace.go:171","msg":"trace[2068742785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:955; }","duration":"794.761143ms","start":"2026-02-24T13:04:03.404976Z","end":"2026-02-24T13:04:04.199737Z","steps":["trace[2068742785] 'agreement among raft nodes before linearized reading' (duration: 794.662131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.199753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721273089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:04:04.199776Z","caller":"traceutil/trace.go:171","msg":"trace[996073879] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:955; }","duration":"3.721341671s","start":"2026-02-24T13:04:00.478427Z","end":"2026-02-24T13:04:04.199769Z","steps":["trace[996073879] 'agreement among raft nodes before linearized reading' (duration: 3.72130547s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.199775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:03.404931Z","time spent":"794.838455ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T13:04:04.199794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:00.478403Z","time spent":"3.721386492s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:04:04.199924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748232341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-24T13:04:04.199922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773869616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:04.199942Z","caller":"traceutil/trace.go:171","msg":"trace[1658864178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:955; }","duration":"3.748276781s","start":"2026-02-24T13:04:00.451659Z","end":"2026-02-24T13:04:04.199936Z","steps":["trace[1658864178] 'agreement among raft nodes before linearized reading' (duration: 3.74821482s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:04.199951Z","caller":"traceutil/trace.go:171","msg":"trace[734306926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"1.773917077s","start":"2026-02-24T13:04:02.426024Z","end":"2026-02-24T13:04:04.199941Z","steps":["trace[734306926] 'agreement among raft nodes before linearized reading' (duration: 1.773872736s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.199962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:00.451646Z","time spent":"3.748312433s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T13:04:04.199978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:02.426011Z","time spent":"1.773961048s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:04:04.199955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.795901603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T13:04:04.200048Z","caller":"traceutil/trace.go:171","msg":"trace[1489589335] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18973053741e5175; range_end:; response_count:1; response_revision:955; }","duration":"9.796043966s","start":"2026-02-24T13:03:54.403983Z","end":"2026-02-24T13:04:04.200027Z","steps":["trace[1489589335] 'agreement among raft nodes before linearized reading' (duration: 9.794877761s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.200104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.779551809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"warn","ts":"2026-02-24T13:04:04.200103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:54.403975Z","time spent":"9.796109728s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" "} {"level":"info","ts":"2026-02-24T13:04:04.200126Z","caller":"traceutil/trace.go:171","msg":"trace[1120377234] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:955; }","duration":"3.77962016s","start":"2026-02-24T13:04:00.420498Z","end":"2026-02-24T13:04:04.200118Z","steps":["trace[1120377234] 'agreement among raft nodes before linearized reading' (duration: 3.779552939s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.200148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:00.420469Z","time spent":"3.779672261s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7067,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T13:04:04.200285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861404983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T13:04:04.200302Z","caller":"traceutil/trace.go:171","msg":"trace[1602237433] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:955; }","duration":"4.861479554s","start":"2026-02-24T13:03:59.338817Z","end":"2026-02-24T13:04:04.200296Z","steps":["trace[1602237433] 'agreement among raft nodes before linearized reading' (duration: 4.861422703s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.200318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:03:59.338778Z","time spent":"4.861536176s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-02-24T13:04:04.200313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893022399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T13:04:04.200366Z","caller":"traceutil/trace.go:171","msg":"trace[1866693974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"2.893113331s","start":"2026-02-24T13:04:01.307241Z","end":"2026-02-24T13:04:04.200354Z","steps":["trace[1866693974] 'agreement among raft nodes before linearized reading' (duration: 2.892951458s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.200396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:01.307217Z","time spent":"2.893171553s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T13:04:04.200334Z","caller":"traceutil/trace.go:171","msg":"trace[991621346] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"4.098959804s","start":"2026-02-24T13:04:00.101364Z","end":"2026-02-24T13:04:04.200323Z","steps":["trace[991621346] 'process raft request' (duration: 4.097377039s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:04.200643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:00.101331Z","time spent":"4.099274161s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:04.70975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:04:06.02861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250251635s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-24T13:04:06.028729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.20184Z","time spent":"1.826882718s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T13:04:06.209694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T13:04:06.20982Z","caller":"traceutil/trace.go:171","msg":"trace[600730795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347134s","start":"2026-02-24T13:04:04.209448Z","end":"2026-02-24T13:04:06.209795Z","steps":["trace[600730795] 'agreement among raft nodes before linearized reading' (duration: 2.00017209s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:06.209879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.20944Z","time spent":"2.000427035s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:04:06.402785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.206865Z","time spent":"2.195911313s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 13:04:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T13:04:06.521325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.742819364s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:04:06.633332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.554966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:04:06.633866Z","caller":"traceutil/trace.go:171","msg":"trace[1520833805] linearizableReadLoop","detail":"{readStateIndex:1021; appliedIndex:1013; }","duration":"2.424351323s","start":"2026-02-24T13:04:04.209488Z","end":"2026-02-24T13:04:06.63384Z","steps":["trace[1520833805] 'read index received' (duration: 568.825528ms)","trace[1520833805] 'applied index is now lower than readState.Index' (duration: 1.855524235s)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:06.633941Z","caller":"traceutil/trace.go:171","msg":"trace[947684935] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"2.427482002s","start":"2026-02-24T13:04:04.206419Z","end":"2026-02-24T13:04:06.633901Z","steps":["trace[947684935] 'process raft request' (duration: 2.427145325s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:06.633981Z","caller":"traceutil/trace.go:171","msg":"trace[109359236] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"2.427607486s","start":"2026-02-24T13:04:04.206353Z","end":"2026-02-24T13:04:06.633961Z","steps":["trace[109359236] 'process raft request' (duration: 2.427122525s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:06.63419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.206318Z","time spent":"2.427725979s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:04:06.6342Z","caller":"traceutil/trace.go:171","msg":"trace[1978286908] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"2.426341338s","start":"2026-02-24T13:04:04.20782Z","end":"2026-02-24T13:04:06.634161Z","steps":["trace[1978286908] 'process raft request' (duration: 2.425881358s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:06.634301Z","caller":"traceutil/trace.go:171","msg":"trace[1038720384] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"2.427846901s","start":"2026-02-24T13:04:04.206431Z","end":"2026-02-24T13:04:06.634278Z","steps":["trace[1038720384] 'process raft request' (duration: 2.427180656s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:06.634354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.206391Z","time spent":"2.427652337s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:06.634408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.206393Z","time spent":"2.427962773s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:04:06.634387Z","caller":"traceutil/trace.go:171","msg":"trace[266810706] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"2.431256018s","start":"2026-02-24T13:04:04.203063Z","end":"2026-02-24T13:04:06.634319Z","steps":["trace[266810706] 'process raft request' (duration: 2.318600937s)","trace[266810706] 'compare' (duration: 111.304131ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:06.634524Z","caller":"traceutil/trace.go:171","msg":"trace[1694472968] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"2.424381214s","start":"2026-02-24T13:04:04.210125Z","end":"2026-02-24T13:04:06.634506Z","steps":["trace[1694472968] 'process raft request' (duration: 2.423628197s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:06.63462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.210117Z","time spent":"2.424454715s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:06.634661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.203036Z","time spent":"2.431473253s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:06.634874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.207815Z","time spent":"2.426501542s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:07.548998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.973218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:04:07.549251Z","caller":"traceutil/trace.go:171","msg":"trace[1633158991] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1021; }","duration":"915.306301ms","start":"2026-02-24T13:04:06.633918Z","end":"2026-02-24T13:04:07.549224Z","steps":["trace[1633158991] 'read index received' (duration: 282.135428ms)","trace[1633158991] 'applied index is now lower than readState.Index' (duration: 633.169003ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:07.549404Z","caller":"traceutil/trace.go:171","msg":"trace[1167572639] transaction","detail":"{read_only:false; number_of_response:1; response_revision:963; }","duration":"1.519489726s","start":"2026-02-24T13:04:06.029903Z","end":"2026-02-24T13:04:07.549393Z","steps":["trace[1167572639] 'process raft request' (duration: 1.51921623s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:07.549515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:06.029874Z","time spent":"1.519560167s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:07.549576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864247058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:04:07.549626Z","caller":"traceutil/trace.go:171","msg":"trace[777850609] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:963; }","duration":"2.86435575s","start":"2026-02-24T13:04:04.685257Z","end":"2026-02-24T13:04:07.549613Z","steps":["trace[777850609] 'agreement among raft nodes before linearized reading' (duration: 2.864259878s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:07.549661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.685231Z","time spent":"2.864422112s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:04:07.549734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.11023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-24T13:04:07.549705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338690298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:07.549793Z","caller":"traceutil/trace.go:171","msg":"trace[2101302336] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18973053741e5175; range_end:; response_count:1; response_revision:963; }","duration":"908.206502ms","start":"2026-02-24T13:04:06.641563Z","end":"2026-02-24T13:04:07.54977Z","steps":["trace[2101302336] 'agreement among raft nodes before linearized reading' (duration: 907.978697ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:07.549793Z","caller":"traceutil/trace.go:171","msg":"trace[1858959848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:963; }","duration":"1.338850941s","start":"2026-02-24T13:04:06.210926Z","end":"2026-02-24T13:04:07.549777Z","steps":["trace[1858959848] 'agreement among raft nodes before linearized reading' (duration: 1.338692948s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:07.549866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:06.64154Z","time spent":"908.283994ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18973053741e5175\" "} {"level":"warn","ts":"2026-02-24T13:04:07.549873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:06.210899Z","time spent":"1.338930552s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:04:07.549886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801248974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:07.549939Z","caller":"traceutil/trace.go:171","msg":"trace[1060389168] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:963; }","duration":"2.801353396s","start":"2026-02-24T13:04:04.748572Z","end":"2026-02-24T13:04:07.549926Z","steps":["trace[1060389168] 'agreement among raft nodes before linearized reading' (duration: 2.801230064s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:07.549973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:04.748548Z","time spent":"2.801415558s","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:04:07.55004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.32632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-02-24T13:04:07.55017Z","caller":"traceutil/trace.go:171","msg":"trace[1974786159] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:963; }","duration":"906.526564ms","start":"2026-02-24T13:04:06.643622Z","end":"2026-02-24T13:04:07.550148Z","steps":["trace[1974786159] 'agreement among raft nodes before linearized reading' (duration: 906.140156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:07.550224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:06.643601Z","time spent":"906.612497ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7259,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T13:04:07.916591Z","caller":"traceutil/trace.go:171","msg":"trace[791945714] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"364.321269ms","start":"2026-02-24T13:04:07.55222Z","end":"2026-02-24T13:04:07.916541Z","steps":["trace[791945714] 'process raft request' (duration: 312.009413ms)","trace[791945714] 'compare' (duration: 52.078931ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:07.916595Z","caller":"traceutil/trace.go:171","msg":"trace[56076542] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1023; }","duration":"359.479592ms","start":"2026-02-24T13:04:07.557059Z","end":"2026-02-24T13:04:07.916538Z","steps":["trace[56076542] 'read index received' (duration: 261.728984ms)","trace[56076542] 'applied index is now lower than readState.Index' (duration: 97.746088ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:04:07.916845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:07.552194Z","time spent":"364.539074ms","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:07.916885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.765528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:07.917011Z","caller":"traceutil/trace.go:171","msg":"trace[743182371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:965; }","duration":"359.998333ms","start":"2026-02-24T13:04:07.556995Z","end":"2026-02-24T13:04:07.916993Z","steps":["trace[743182371] 'agreement among raft nodes before linearized reading' (duration: 359.650695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:07.917079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:07.556971Z","time spent":"360.094826ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:04:09.141448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:04:09.610594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.580064827s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T13:04:09.622726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193143033s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:09.622848Z","caller":"traceutil/trace.go:171","msg":"trace[596385235] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:965; }","duration":"1.193280396s","start":"2026-02-24T13:04:08.429552Z","end":"2026-02-24T13:04:09.622832Z","steps":["trace[596385235] 'range keys from in-memory index tree' (duration: 1.193126283s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:09.623523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600067362s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:04:09.623935Z","caller":"traceutil/trace.go:171","msg":"trace[1432099091] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.701281379s","start":"2026-02-24T13:04:07.922636Z","end":"2026-02-24T13:04:09.623917Z","steps":["trace[1432099091] 'process raft request' (duration: 100.714165ms)","trace[1432099091] 'compare' (duration: 1.599214583s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:04:09.624033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:07.922621Z","time spent":"1.70134978s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:04:09.62418Z","caller":"traceutil/trace.go:171","msg":"trace[429000783] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1026; }","duration":"983.724476ms","start":"2026-02-24T13:04:08.640434Z","end":"2026-02-24T13:04:09.624158Z","steps":["trace[429000783] 'read index received' (duration: 970.343018ms)","trace[429000783] 'applied index is now lower than readState.Index' (duration: 13.380458ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:09.624288Z","caller":"traceutil/trace.go:171","msg":"trace[168889433] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"1.694970128s","start":"2026-02-24T13:04:07.92931Z","end":"2026-02-24T13:04:09.62428Z","steps":["trace[168889433] 'process raft request' (duration: 1.694566669s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:09.624332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:07.929272Z","time spent":"1.69504096s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7030,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:09.624498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.062414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T13:04:09.624546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.639892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T13:04:09.624572Z","caller":"traceutil/trace.go:171","msg":"trace[2144737648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"982.681382ms","start":"2026-02-24T13:04:08.641883Z","end":"2026-02-24T13:04:09.624565Z","steps":["trace[2144737648] 'agreement among raft nodes before linearized reading' (duration: 982.56956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:09.624592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:08.641877Z","time spent":"982.711073ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T13:04:09.624604Z","caller":"traceutil/trace.go:171","msg":"trace[1455095636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:967; }","duration":"984.172526ms","start":"2026-02-24T13:04:08.640382Z","end":"2026-02-24T13:04:09.624555Z","steps":["trace[1455095636] 'agreement among raft nodes before linearized reading' (duration: 983.917531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:09.624708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:08.640361Z","time spent":"984.329159ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T13:04:09.624752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.769626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:09.624784Z","caller":"traceutil/trace.go:171","msg":"trace[1311253764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"244.846248ms","start":"2026-02-24T13:04:09.379931Z","end":"2026-02-24T13:04:09.624777Z","steps":["trace[1311253764] 'agreement among raft nodes before linearized reading' (duration: 244.787567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:09.624997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.934228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T13:04:09.625023Z","caller":"traceutil/trace.go:171","msg":"trace[864916771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"982.974799ms","start":"2026-02-24T13:04:08.642042Z","end":"2026-02-24T13:04:09.625017Z","steps":["trace[864916771] 'agreement among raft nodes before linearized reading' (duration: 982.832916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:09.625044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:08.642038Z","time spent":"982.99911ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T13:04:09.625082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.322662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T13:04:09.625092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.572985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T13:04:09.625176Z","caller":"traceutil/trace.go:171","msg":"trace[1750623191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:967; }","duration":"981.491815ms","start":"2026-02-24T13:04:08.643659Z","end":"2026-02-24T13:04:09.625151Z","steps":["trace[1750623191] 'agreement among raft nodes before linearized reading' (duration: 981.152328ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:09.62519Z","caller":"traceutil/trace.go:171","msg":"trace[1011777389] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:967; }","duration":"285.725879ms","start":"2026-02-24T13:04:09.339439Z","end":"2026-02-24T13:04:09.625165Z","steps":["trace[1011777389] 'agreement among raft nodes before linearized reading' (duration: 285.425482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:09.625228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:08.643654Z","time spent":"981.564047ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T13:04:10.789726Z","caller":"traceutil/trace.go:171","msg":"trace[1339525562] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"125.331074ms","start":"2026-02-24T13:04:10.664359Z","end":"2026-02-24T13:04:10.78969Z","steps":["trace[1339525562] 'process raft request' (duration: 125.13792ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:16.112871Z","caller":"traceutil/trace.go:171","msg":"trace[555410659] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"379.726453ms","start":"2026-02-24T13:04:15.733108Z","end":"2026-02-24T13:04:16.112834Z","steps":["trace[555410659] 'process raft request' (duration: 379.518459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:16.113076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:15.733086Z","time spent":"379.891338ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:04:16.138226Z","caller":"traceutil/trace.go:171","msg":"trace[1687161374] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1070; }","duration":"398.752506ms","start":"2026-02-24T13:04:15.739438Z","end":"2026-02-24T13:04:16.138191Z","steps":["trace[1687161374] 'read index received' (duration: 373.164456ms)","trace[1687161374] 'applied index is now lower than readState.Index' (duration: 25.58709ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:16.138322Z","caller":"traceutil/trace.go:171","msg":"trace[720696455] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"404.803542ms","start":"2026-02-24T13:04:15.733465Z","end":"2026-02-24T13:04:16.138269Z","steps":["trace[720696455] 'process raft request' (duration: 404.430484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:16.138463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.999603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T13:04:16.138516Z","caller":"traceutil/trace.go:171","msg":"trace[1911042138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1010; }","duration":"399.074654ms","start":"2026-02-24T13:04:15.739425Z","end":"2026-02-24T13:04:16.1385Z","steps":["trace[1911042138] 'agreement among raft nodes before linearized reading' (duration: 398.88421ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:16.138452Z","caller":"traceutil/trace.go:171","msg":"trace[88145426] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"404.73958ms","start":"2026-02-24T13:04:15.733644Z","end":"2026-02-24T13:04:16.138384Z","steps":["trace[88145426] 'process raft request' (duration: 404.492874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:16.138712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:15.733449Z","time spent":"405.092379ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:16.138555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:15.739367Z","time spent":"399.181476ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T13:04:16.138983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:15.733627Z","time spent":"405.011937ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:04:23.925614Z","caller":"traceutil/trace.go:171","msg":"trace[931675093] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"120.70733ms","start":"2026-02-24T13:04:23.804871Z","end":"2026-02-24T13:04:23.925578Z","steps":["trace[931675093] 'process raft request' (duration: 72.579687ms)","trace[931675093] 'compare' (duration: 47.940779ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:24.45641Z","caller":"traceutil/trace.go:171","msg":"trace[1924047279] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"265.659002ms","start":"2026-02-24T13:04:24.190714Z","end":"2026-02-24T13:04:24.456373Z","steps":["trace[1924047279] 'process raft request' (duration: 224.124596ms)","trace[1924047279] 'compare' (duration: 41.395233ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:24.680632Z","caller":"traceutil/trace.go:171","msg":"trace[1619220142] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"489.799877ms","start":"2026-02-24T13:04:24.190791Z","end":"2026-02-24T13:04:24.68059Z","steps":["trace[1619220142] 'process raft request' (duration: 489.50391ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:24.680772Z","caller":"traceutil/trace.go:171","msg":"trace[1764050163] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1132; }","duration":"473.683727ms","start":"2026-02-24T13:04:24.207053Z","end":"2026-02-24T13:04:24.680736Z","steps":["trace[1764050163] 'read index received' (duration: 207.801331ms)","trace[1764050163] 'applied index is now lower than readState.Index' (duration: 265.879886ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:24.680878Z","caller":"traceutil/trace.go:171","msg":"trace[1077451821] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"349.273793ms","start":"2026-02-24T13:04:24.331565Z","end":"2026-02-24T13:04:24.680838Z","steps":["trace[1077451821] 'process raft request' (duration: 348.938996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:24.680989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:24.190753Z","time spent":"490.064973ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:24.681097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:24.331537Z","time spent":"349.447538ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5900,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:24.68114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.068716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T13:04:24.681204Z","caller":"traceutil/trace.go:171","msg":"trace[2051655980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1069; }","duration":"474.199629ms","start":"2026-02-24T13:04:24.206986Z","end":"2026-02-24T13:04:24.681186Z","steps":["trace[2051655980] 'agreement among raft nodes before linearized reading' (duration: 473.926353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:24.68126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:24.206959Z","time spent":"474.286181ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T13:04:24.681212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.485244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:24.681466Z","caller":"traceutil/trace.go:171","msg":"trace[2093306481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1069; }","duration":"299.833052ms","start":"2026-02-24T13:04:24.381599Z","end":"2026-02-24T13:04:24.681432Z","steps":["trace[2093306481] 'agreement among raft nodes before linearized reading' (duration: 299.458003ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:25.399285Z","caller":"traceutil/trace.go:171","msg":"trace[365634801] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"621.693246ms","start":"2026-02-24T13:04:24.777563Z","end":"2026-02-24T13:04:25.399257Z","steps":["trace[365634801] 'process raft request' (duration: 621.540443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:25.399442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:24.777522Z","time spent":"621.83831ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:25.830391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.639851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:04:25.830881Z","caller":"traceutil/trace.go:171","msg":"trace[1492801832] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"998.069785ms","start":"2026-02-24T13:04:24.832752Z","end":"2026-02-24T13:04:25.830822Z","steps":["trace[1492801832] 'process raft request' (duration: 617.912482ms)","trace[1492801832] 'compare' (duration: 379.519269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:04:25.831008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:24.832725Z","time spent":"998.225859ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:25.959263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.731629ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-24T13:04:25.9594Z","caller":"traceutil/trace.go:171","msg":"trace[2142854550] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1137; }","duration":"394.922553ms","start":"2026-02-24T13:04:25.564455Z","end":"2026-02-24T13:04:25.959378Z","steps":["trace[2142854550] 'read index received' (duration: 55.091µs)","trace[2142854550] 'applied index is now lower than readState.Index' (duration: 394.865621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:04:25.959698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.145967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:04:25.959856Z","caller":"traceutil/trace.go:171","msg":"trace[694442183] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1072; }","duration":"395.436404ms","start":"2026-02-24T13:04:25.564399Z","end":"2026-02-24T13:04:25.959835Z","steps":["trace[694442183] 'agreement among raft nodes before linearized reading' (duration: 395.098226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:25.959806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.231214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-24T13:04:25.959952Z","caller":"traceutil/trace.go:171","msg":"trace[454221250] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1072; }","duration":"288.434189ms","start":"2026-02-24T13:04:25.671503Z","end":"2026-02-24T13:04:25.959937Z","steps":["trace[454221250] 'agreement among raft nodes before linearized reading' (duration: 288.153953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:25.960054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:25.564378Z","time spent":"395.629237ms","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:04:26.275771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.396563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:04:26.275872Z","caller":"traceutil/trace.go:171","msg":"trace[2027631621] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1073; }","duration":"102.623368ms","start":"2026-02-24T13:04:26.173228Z","end":"2026-02-24T13:04:26.275852Z","steps":["trace[2027631621] 'count revisions from in-memory index tree' (duration: 102.29132ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:26.838935Z","caller":"traceutil/trace.go:171","msg":"trace[930906106] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1142; }","duration":"153.218695ms","start":"2026-02-24T13:04:26.685688Z","end":"2026-02-24T13:04:26.838907Z","steps":["trace[930906106] 'read index received' (duration: 152.884198ms)","trace[930906106] 'applied index is now lower than readState.Index' (duration: 333.237µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:26.839055Z","caller":"traceutil/trace.go:171","msg":"trace[605734525] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"203.443934ms","start":"2026-02-24T13:04:26.635571Z","end":"2026-02-24T13:04:26.839015Z","steps":["trace[605734525] 'process raft request' (duration: 203.121147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:26.839291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.573603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T13:04:26.839416Z","caller":"traceutil/trace.go:171","msg":"trace[1999927844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1076; }","duration":"153.770078ms","start":"2026-02-24T13:04:26.685621Z","end":"2026-02-24T13:04:26.839391Z","steps":["trace[1999927844] 'agreement among raft nodes before linearized reading' (duration: 153.43137ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:26.98404Z","caller":"traceutil/trace.go:171","msg":"trace[41758068] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"139.138501ms","start":"2026-02-24T13:04:26.844867Z","end":"2026-02-24T13:04:26.984006Z","steps":["trace[41758068] 'process raft request' (duration: 139.069199ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:26.984848Z","caller":"traceutil/trace.go:171","msg":"trace[1908665478] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"139.877638ms","start":"2026-02-24T13:04:26.844205Z","end":"2026-02-24T13:04:26.984082Z","steps":["trace[1908665478] 'process raft request' (duration: 120.68734ms)","trace[1908665478] 'compare' (duration: 18.86022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:04:28.87898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:04:29.379672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:04:29.880442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704704007861977319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T13:04:30.19474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463010308s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T13:04:30.195302Z","caller":"traceutil/trace.go:171","msg":"trace[1332118745] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1146; }","duration":"1.817186902s","start":"2026-02-24T13:04:28.378082Z","end":"2026-02-24T13:04:30.195268Z","steps":["trace[1332118745] 'read index received' (duration: 1.816907826s)","trace[1332118745] 'applied index is now lower than readState.Index' (duration: 277.846µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:30.195392Z","caller":"traceutil/trace.go:171","msg":"trace[349441090] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"1.875324338s","start":"2026-02-24T13:04:28.320023Z","end":"2026-02-24T13:04:30.195347Z","steps":["trace[349441090] 'process raft request' (duration: 1.875041392s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.195468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817359846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:30.195513Z","caller":"traceutil/trace.go:171","msg":"trace[2048124825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1080; }","duration":"1.817482748s","start":"2026-02-24T13:04:28.378016Z","end":"2026-02-24T13:04:30.195498Z","steps":["trace[2048124825] 'agreement among raft nodes before linearized reading' (duration: 1.817386116s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.195571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.377987Z","time spent":"1.817573001s","remote":"127.0.0.1:49150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:04:30.196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203541405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T13:04:30.196063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.346024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T13:04:30.196104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205004097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T13:04:30.196117Z","caller":"traceutil/trace.go:171","msg":"trace[2124420432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1080; }","duration":"1.203711569s","start":"2026-02-24T13:04:28.992381Z","end":"2026-02-24T13:04:30.196092Z","steps":["trace[2124420432] 'agreement among raft nodes before linearized reading' (duration: 1.203393852s)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.196139Z","caller":"traceutil/trace.go:171","msg":"trace[1478943749] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:1080; }","duration":"855.473897ms","start":"2026-02-24T13:04:29.340642Z","end":"2026-02-24T13:04:30.196115Z","steps":["trace[1478943749] 'agreement among raft nodes before linearized reading' (duration: 855.266332ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.196161Z","caller":"traceutil/trace.go:171","msg":"trace[232693402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1080; }","duration":"1.205105549s","start":"2026-02-24T13:04:28.991038Z","end":"2026-02-24T13:04:30.196143Z","steps":["trace[232693402] 'agreement among raft nodes before linearized reading' (duration: 1.204926365s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.196142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458867686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-02-24T13:04:30.196178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.992367Z","time spent":"1.203796341s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T13:04:30.196198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.991014Z","time spent":"1.205176451s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T13:04:30.196204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:29.340617Z","time spent":"855.573788ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"info","ts":"2026-02-24T13:04:30.19622Z","caller":"traceutil/trace.go:171","msg":"trace[1033414548] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1080; }","duration":"1.458990559s","start":"2026-02-24T13:04:28.737209Z","end":"2026-02-24T13:04:30.196199Z","steps":["trace[1033414548] 'agreement among raft nodes before linearized reading' (duration: 1.458796384s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.196278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.726037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T13:04:30.196337Z","caller":"traceutil/trace.go:171","msg":"trace[1228236465] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1080; }","duration":"350.836579ms","start":"2026-02-24T13:04:29.845487Z","end":"2026-02-24T13:04:30.196324Z","steps":["trace[1228236465] 'agreement among raft nodes before linearized reading' (duration: 350.741347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.196263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.737182Z","time spent":"1.45907023s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-24T13:04:30.19638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:29.845463Z","time spent":"350.908201ms","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T13:04:30.196416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603276854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7012"} {"level":"info","ts":"2026-02-24T13:04:30.196459Z","caller":"traceutil/trace.go:171","msg":"trace[29935860] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1080; }","duration":"1.603360745s","start":"2026-02-24T13:04:28.593085Z","end":"2026-02-24T13:04:30.196446Z","steps":["trace[29935860] 'agreement among raft nodes before linearized reading' (duration: 1.603261183s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.196487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.592994Z","time spent":"1.603487229s","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7034,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-24T13:04:30.195641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.319989Z","time spent":"1.875507712s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T13:04:30.196614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.469014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T13:04:30.196753Z","caller":"traceutil/trace.go:171","msg":"trace[611011654] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1080; }","duration":"740.679878ms","start":"2026-02-24T13:04:29.456044Z","end":"2026-02-24T13:04:30.196724Z","steps":["trace[611011654] 'agreement among raft nodes before linearized reading' (duration: 739.757568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.196701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266281003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-02-24T13:04:30.19685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:29.456017Z","time spent":"740.783581ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-02-24T13:04:30.197063Z","caller":"traceutil/trace.go:171","msg":"trace[1320978391] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1080; }","duration":"1.266738293s","start":"2026-02-24T13:04:28.930294Z","end":"2026-02-24T13:04:30.197032Z","steps":["trace[1320978391] 'agreement among raft nodes before linearized reading' (duration: 1.265623698s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.196836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67358414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T13:04:30.197312Z","caller":"traceutil/trace.go:171","msg":"trace[1146698433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1080; }","duration":"1.674029832s","start":"2026-02-24T13:04:28.523192Z","end":"2026-02-24T13:04:30.197222Z","steps":["trace[1146698433] 'agreement among raft nodes before linearized reading' (duration: 1.672527518s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.197295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.930264Z","time spent":"1.26701198s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-24T13:04:30.197381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:04:28.523165Z","time spent":"1.674196785s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T13:04:30.486905Z","caller":"traceutil/trace.go:171","msg":"trace[1250719610] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"285.555454ms","start":"2026-02-24T13:04:30.201318Z","end":"2026-02-24T13:04:30.486874Z","steps":["trace[1250719610] 'process raft request' (duration: 285.177976ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.487219Z","caller":"traceutil/trace.go:171","msg":"trace[1483710872] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"285.234588ms","start":"2026-02-24T13:04:30.201939Z","end":"2026-02-24T13:04:30.487174Z","steps":["trace[1483710872] 'process raft request' (duration: 284.788198ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.487345Z","caller":"traceutil/trace.go:171","msg":"trace[936267085] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"284.91851ms","start":"2026-02-24T13:04:30.202397Z","end":"2026-02-24T13:04:30.487316Z","steps":["trace[936267085] 'process raft request' (duration: 284.661784ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.487608Z","caller":"traceutil/trace.go:171","msg":"trace[799554001] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"284.688605ms","start":"2026-02-24T13:04:30.202896Z","end":"2026-02-24T13:04:30.487584Z","steps":["trace[799554001] 'process raft request' (duration: 284.377408ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.487713Z","caller":"traceutil/trace.go:171","msg":"trace[655585955] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1147; }","duration":"284.146562ms","start":"2026-02-24T13:04:30.203541Z","end":"2026-02-24T13:04:30.487688Z","steps":["trace[655585955] 'read index received' (duration: 274.798194ms)","trace[655585955] 'applied index is now lower than readState.Index' (duration: 9.346868ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:04:30.487779Z","caller":"traceutil/trace.go:171","msg":"trace[1771288801] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"284.784187ms","start":"2026-02-24T13:04:30.202988Z","end":"2026-02-24T13:04:30.487773Z","steps":["trace[1771288801] 'process raft request' (duration: 284.577662ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.487735Z","caller":"traceutil/trace.go:171","msg":"trace[1473691268] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"281.657927ms","start":"2026-02-24T13:04:30.206068Z","end":"2026-02-24T13:04:30.487726Z","steps":["trace[1473691268] 'process raft request' (duration: 281.554815ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:04:30.487635Z","caller":"traceutil/trace.go:171","msg":"trace[600288165] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"284.691635ms","start":"2026-02-24T13:04:30.202932Z","end":"2026-02-24T13:04:30.487623Z","steps":["trace[600288165] 'process raft request' (duration: 284.519561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.48792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.357558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T13:04:30.487961Z","caller":"traceutil/trace.go:171","msg":"trace[949228896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1087; }","duration":"284.415679ms","start":"2026-02-24T13:04:30.203535Z","end":"2026-02-24T13:04:30.487951Z","steps":["trace[949228896] 'agreement among raft nodes before linearized reading' (duration: 284.261485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:04:30.488334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.023747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:04:30.491935Z","caller":"traceutil/trace.go:171","msg":"trace[1317628296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"286.621809ms","start":"2026-02-24T13:04:30.205259Z","end":"2026-02-24T13:04:30.491881Z","steps":["trace[1317628296] 'agreement among raft nodes before linearized reading' (duration: 282.940186ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:06:25.925094Z","caller":"traceutil/trace.go:171","msg":"trace[413175730] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"138.423499ms","start":"2026-02-24T13:06:25.786645Z","end":"2026-02-24T13:06:25.925068Z","steps":["trace[413175730] 'process raft request' (duration: 103.748847ms)","trace[413175730] 'compare' (duration: 34.549089ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:06:25.925852Z","caller":"traceutil/trace.go:171","msg":"trace[1993670110] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"137.668441ms","start":"2026-02-24T13:06:25.788152Z","end":"2026-02-24T13:06:25.92582Z","steps":["trace[1993670110] 'process raft request' (duration: 137.547379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:14.98137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.876582ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-24T13:07:21.298201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.876729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T13:07:21.298882Z","caller":"traceutil/trace.go:171","msg":"trace[581991933] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"158.447599ms","start":"2026-02-24T13:07:21.140408Z","end":"2026-02-24T13:07:21.298855Z","steps":["trace[581991933] 'process raft request' (duration: 29.784742ms)","trace[581991933] 'compare' (duration: 127.670995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:07:21.627731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.23543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T13:07:21.627847Z","caller":"traceutil/trace.go:171","msg":"trace[1674643943] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1804; }","duration":"164.361183ms","start":"2026-02-24T13:07:21.463456Z","end":"2026-02-24T13:07:21.627817Z","steps":["trace[1674643943] 'range keys from in-memory index tree' (duration: 164.031866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:21.62786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.046786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T13:07:21.627894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.441217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-24T13:07:21.62799Z","caller":"traceutil/trace.go:171","msg":"trace[691510491] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1804; }","duration":"215.5801ms","start":"2026-02-24T13:07:21.412382Z","end":"2026-02-24T13:07:21.627962Z","steps":["trace[691510491] 'range keys from in-memory index tree' (duration: 215.277224ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:21.627981Z","caller":"traceutil/trace.go:171","msg":"trace[757583289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1804; }","duration":"164.21309ms","start":"2026-02-24T13:07:21.463737Z","end":"2026-02-24T13:07:21.62795Z","steps":["trace[757583289] 'range keys from in-memory index tree' (duration: 163.859363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:21.627851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.341252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T13:07:21.628349Z","caller":"traceutil/trace.go:171","msg":"trace[484687588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1804; }","duration":"102.745432ms","start":"2026-02-24T13:07:21.525447Z","end":"2026-02-24T13:07:21.628192Z","steps":["trace[484687588] 'range keys from in-memory index tree' (duration: 102.148898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:21.628504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.021337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T13:07:21.628636Z","caller":"traceutil/trace.go:171","msg":"trace[1126630176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1804; }","duration":"149.213181ms","start":"2026-02-24T13:07:21.4794Z","end":"2026-02-24T13:07:21.628613Z","steps":["trace[1126630176] 'range keys from in-memory index tree' (duration: 148.673099ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:21.808741Z","caller":"traceutil/trace.go:171","msg":"trace[253669592] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"175.618856ms","start":"2026-02-24T13:07:21.633096Z","end":"2026-02-24T13:07:21.808715Z","steps":["trace[253669592] 'process raft request' (duration: 175.439392ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:21.889225Z","caller":"traceutil/trace.go:171","msg":"trace[801223571] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"256.082815ms","start":"2026-02-24T13:07:21.6331Z","end":"2026-02-24T13:07:21.889183Z","steps":["trace[801223571] 'process raft request' (duration: 223.175991ms)","trace[801223571] 'compare' (duration: 32.670728ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:07:21.889406Z","caller":"traceutil/trace.go:171","msg":"trace[1314750115] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"255.42982ms","start":"2026-02-24T13:07:21.63396Z","end":"2026-02-24T13:07:21.88939Z","steps":["trace[1314750115] 'process raft request' (duration: 255.156654ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:21.889666Z","caller":"traceutil/trace.go:171","msg":"trace[752379918] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"255.300968ms","start":"2026-02-24T13:07:21.634335Z","end":"2026-02-24T13:07:21.889636Z","steps":["trace[752379918] 'process raft request' (duration: 254.997691ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:21.8899Z","caller":"traceutil/trace.go:171","msg":"trace[427314099] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"255.368849ms","start":"2026-02-24T13:07:21.634508Z","end":"2026-02-24T13:07:21.889877Z","steps":["trace[427314099] 'process raft request' (duration: 255.044062ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:22.333684Z","caller":"traceutil/trace.go:171","msg":"trace[1355809478] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1913; }","duration":"262.772127ms","start":"2026-02-24T13:07:22.070863Z","end":"2026-02-24T13:07:22.333636Z","steps":["trace[1355809478] 'read index received' (duration: 241.001005ms)","trace[1355809478] 'applied index is now lower than readState.Index' (duration: 21.769612ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:07:22.333708Z","caller":"traceutil/trace.go:171","msg":"trace[1939721908] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"378.611944ms","start":"2026-02-24T13:07:21.955057Z","end":"2026-02-24T13:07:22.333669Z","steps":["trace[1939721908] 'process raft request' (duration: 356.818121ms)","trace[1939721908] 'compare' (duration: 21.372963ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:07:22.333917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.036513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T13:07:22.333998Z","caller":"traceutil/trace.go:171","msg":"trace[445692768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1810; }","duration":"263.157465ms","start":"2026-02-24T13:07:22.070821Z","end":"2026-02-24T13:07:22.333978Z","steps":["trace[445692768] 'agreement among raft nodes before linearized reading' (duration: 262.970211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:22.33395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:07:21.955031Z","time spent":"378.748606ms","remote":"127.0.0.1:49330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:07:22.482172Z","caller":"traceutil/trace.go:171","msg":"trace[2063239406] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"143.067771ms","start":"2026-02-24T13:07:22.339064Z","end":"2026-02-24T13:07:22.482132Z","steps":["trace[2063239406] 'process raft request' (duration: 112.978122ms)","trace[2063239406] 'compare' (duration: 29.864294ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:07:22.482208Z","caller":"traceutil/trace.go:171","msg":"trace[553476310] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1914; }","duration":"143.080243ms","start":"2026-02-24T13:07:22.339101Z","end":"2026-02-24T13:07:22.482182Z","steps":["trace[553476310] 'read index received' (duration: 82.048844ms)","trace[553476310] 'applied index is now lower than readState.Index' (duration: 61.029509ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:07:22.482376Z","caller":"traceutil/trace.go:171","msg":"trace[1862858226] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"143.091863ms","start":"2026-02-24T13:07:22.339235Z","end":"2026-02-24T13:07:22.482327Z","steps":["trace[1862858226] 'process raft request' (duration: 142.825927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:22.48255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.4307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:1783"} {"level":"info","ts":"2026-02-24T13:07:22.482617Z","caller":"traceutil/trace.go:171","msg":"trace[293018198] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:1813; }","duration":"143.560973ms","start":"2026-02-24T13:07:22.339035Z","end":"2026-02-24T13:07:22.482596Z","steps":["trace[293018198] 'agreement among raft nodes before linearized reading' (duration: 143.360638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:22.482883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.196182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:07:22.482924Z","caller":"traceutil/trace.go:171","msg":"trace[1353491332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1813; }","duration":"103.275833ms","start":"2026-02-24T13:07:22.379635Z","end":"2026-02-24T13:07:22.482911Z","steps":["trace[1353491332] 'agreement among raft nodes before linearized reading' (duration: 103.211781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:22.483494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.285491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-02-24T13:07:22.483576Z","caller":"traceutil/trace.go:171","msg":"trace[1650264802] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:1813; }","duration":"122.406554ms","start":"2026-02-24T13:07:22.361152Z","end":"2026-02-24T13:07:22.483559Z","steps":["trace[1650264802] 'agreement among raft nodes before linearized reading' (duration: 122.2234ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:22.7449Z","caller":"traceutil/trace.go:171","msg":"trace[420118953] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"256.868143ms","start":"2026-02-24T13:07:22.487996Z","end":"2026-02-24T13:07:22.744864Z","steps":["trace[420118953] 'process raft request' (duration: 230.581829ms)","trace[420118953] 'compare' (duration: 26.052808ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:07:22.745056Z","caller":"traceutil/trace.go:171","msg":"trace[1304137235] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1917; }","duration":"108.91096ms","start":"2026-02-24T13:07:22.636126Z","end":"2026-02-24T13:07:22.745037Z","steps":["trace[1304137235] 'read index received' (duration: 82.457792ms)","trace[1304137235] 'applied index is now lower than readState.Index' (duration: 26.451678ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T13:07:22.74543Z","caller":"traceutil/trace.go:171","msg":"trace[687628116] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"250.345536ms","start":"2026-02-24T13:07:22.49505Z","end":"2026-02-24T13:07:22.745395Z","steps":["trace[687628116] 'process raft request' (duration: 249.715161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:22.745585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.429352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-02-24T13:07:22.745673Z","caller":"traceutil/trace.go:171","msg":"trace[1132384791] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1815; }","duration":"109.570145ms","start":"2026-02-24T13:07:22.636085Z","end":"2026-02-24T13:07:22.745655Z","steps":["trace[1132384791] 'agreement among raft nodes before linearized reading' (duration: 109.32434ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:07:39.817561Z","caller":"traceutil/trace.go:171","msg":"trace[1428189407] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"437.705578ms","start":"2026-02-24T13:07:39.379831Z","end":"2026-02-24T13:07:39.817536Z","steps":["trace[1428189407] 'read index received' (duration: 437.459212ms)","trace[1428189407] 'applied index is now lower than readState.Index' (duration: 244.966µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:07:39.817793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:07:39.352536Z","time spent":"465.25257ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T13:07:39.818246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.395243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:07:39.818306Z","caller":"traceutil/trace.go:171","msg":"trace[2056917922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1892; }","duration":"438.519936ms","start":"2026-02-24T13:07:39.37977Z","end":"2026-02-24T13:07:39.818289Z","steps":["trace[2056917922] 'agreement among raft nodes before linearized reading' (duration: 438.401433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:07:39.818342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:07:39.379745Z","time spent":"438.591108ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T13:07:39.818528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.89699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T13:07:39.818691Z","caller":"traceutil/trace.go:171","msg":"trace[1362738045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1892; }","duration":"248.158386ms","start":"2026-02-24T13:07:39.570493Z","end":"2026-02-24T13:07:39.818651Z","steps":["trace[1362738045] 'agreement among raft nodes before linearized reading' (duration: 247.709886ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:08:12.506827Z","caller":"traceutil/trace.go:171","msg":"trace[1507076509] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"305.42023ms","start":"2026-02-24T13:08:12.201378Z","end":"2026-02-24T13:08:12.506798Z","steps":["trace[1507076509] 'process raft request' (duration: 305.116393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:08:12.506997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:08:12.201347Z","time spent":"305.577654ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T13:08:12.507922Z","caller":"traceutil/trace.go:171","msg":"trace[294791637] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2151; }","duration":"273.53589ms","start":"2026-02-24T13:08:12.234363Z","end":"2026-02-24T13:08:12.507899Z","steps":["trace[294791637] 'read index received' (duration: 272.284172ms)","trace[294791637] 'applied index is now lower than readState.Index' (duration: 1.250918ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T13:08:12.508085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.714053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-795cfbf7fb-mm5xp\" ","response":"range_response_count:1 size:13513"} {"level":"info","ts":"2026-02-24T13:08:12.508111Z","caller":"traceutil/trace.go:171","msg":"trace[1827856029] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-795cfbf7fb-mm5xp; range_end:; response_count:1; response_revision:2039; }","duration":"273.785105ms","start":"2026-02-24T13:08:12.234317Z","end":"2026-02-24T13:08:12.508102Z","steps":["trace[1827856029] 'agreement among raft nodes before linearized reading' (duration: 273.658372ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T13:08:12.508013Z","caller":"traceutil/trace.go:171","msg":"trace[994330376] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"306.180726ms","start":"2026-02-24T13:08:12.201802Z","end":"2026-02-24T13:08:12.507983Z","steps":["trace[994330376] 'process raft request' (duration: 306.029113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:08:12.508308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.137448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T13:08:12.508355Z","caller":"traceutil/trace.go:171","msg":"trace[726589786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2039; }","duration":"129.220629ms","start":"2026-02-24T13:08:12.379128Z","end":"2026-02-24T13:08:12.508349Z","steps":["trace[726589786] 'agreement among raft nodes before linearized reading' (duration: 129.154537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T13:08:12.508335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T13:08:12.201784Z","time spent":"306.442823ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"}