{"level":"warn","ts":"2026-03-12T19:14:53.580048Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:14:53.580137Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.221:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.221:2380","--initial-cluster=instance=https://162.253.55.221:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.221:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.221:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-12T19:14:53.580222Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:14:53.580235Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-12T19:14:53.580252Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:14:53.580853Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"]} {"level":"info","ts":"2026-03-12T19:14:53.580924Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.221:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-12T19:14:53.586802Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.669322ms"} {"level":"info","ts":"2026-03-12T19:14:53.594948Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c187bdee547e8fd1","cluster-id":"ee7528b898b8b18e"} {"level":"info","ts":"2026-03-12T19:14:53.595024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-12T19:14:53.595049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 0"} {"level":"info","ts":"2026-03-12T19:14:53.595198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c187bdee547e8fd1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-12T19:14:53.595243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 1"} {"level":"info","ts":"2026-03-12T19:14:53.595336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"warn","ts":"2026-03-12T19:14:53.603386Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-12T19:14:53.605413Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-12T19:14:53.606519Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-12T19:14:53.609004Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c187bdee547e8fd1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-12T19:14:53.612041Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:14:53.612113Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:14:53.612129Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:14:53.612377Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c187bdee547e8fd1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-12T19:14:53.614294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"info","ts":"2026-03-12T19:14:53.614658Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","added-peer-id":"c187bdee547e8fd1","added-peer-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-12T19:14:53.615096Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:14:53.61527Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c187bdee547e8fd1","initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-12T19:14:53.61529Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-12T19:14:53.615374Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-12T19:14:53.615387Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-12T19:14:54.095609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-12T19:14:54.095697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-12T19:14:54.095747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgPreVoteResp from c187bdee547e8fd1 at term 1"} {"level":"info","ts":"2026-03-12T19:14:54.095777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became candidate at term 2"} {"level":"info","ts":"2026-03-12T19:14:54.095788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgVoteResp from c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-12T19:14:54.095808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became leader at term 2"} {"level":"info","ts":"2026-03-12T19:14:54.095835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c187bdee547e8fd1 elected leader c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-12T19:14:54.14558Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:14:54.217478Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c187bdee547e8fd1","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.221:2379]}","request-path":"/0/members/c187bdee547e8fd1/attributes","cluster-id":"ee7528b898b8b18e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-12T19:14:54.217487Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:14:54.217951Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-12T19:14:54.218062Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-12T19:14:54.21878Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:14:54.218882Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:14:54.218922Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:14:54.220623Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-12T19:14:54.230861Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:14:54.236175Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.221:2379"} {"level":"warn","ts":"2026-03-12T19:15:02.513036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.64197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-12T19:15:02.513147Z","caller":"traceutil/trace.go:171","msg":"trace[251442731] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:289; }","duration":"267.804134ms","start":"2026-03-12T19:15:02.245321Z","end":"2026-03-12T19:15:02.513125Z","steps":["trace[251442731] 'range keys from in-memory index tree' (duration: 267.498516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:02.513021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:15:02.513308Z","caller":"traceutil/trace.go:171","msg":"trace[1774090388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:289; }","duration":"129.08756ms","start":"2026-03-12T19:15:02.384204Z","end":"2026-03-12T19:15:02.513292Z","steps":["trace[1774090388] 'range keys from in-memory index tree' (duration: 128.577477ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:23.450681Z","caller":"traceutil/trace.go:171","msg":"trace[1820599097] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"150.405027ms","start":"2026-03-12T19:15:23.300245Z","end":"2026-03-12T19:15:23.45065Z","steps":["trace[1820599097] 'process raft request' (duration: 150.144111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:23.930216Z","caller":"traceutil/trace.go:171","msg":"trace[2096822473] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"472.241119ms","start":"2026-03-12T19:15:23.45796Z","end":"2026-03-12T19:15:23.930201Z","steps":["trace[2096822473] 'process raft request' (duration: 471.982733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:23.930487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.908232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:15:23.930629Z","caller":"traceutil/trace.go:171","msg":"trace[1115107396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"442.075096ms","start":"2026-03-12T19:15:23.488516Z","end":"2026-03-12T19:15:23.930591Z","steps":["trace[1115107396] 'agreement among raft nodes before linearized reading' (duration: 441.803709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:23.930689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:23.488506Z","time spent":"442.172248ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:15:23.930155Z","caller":"traceutil/trace.go:171","msg":"trace[129222612] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"441.577194ms","start":"2026-03-12T19:15:23.488551Z","end":"2026-03-12T19:15:23.930128Z","steps":["trace[129222612] 'read index received' (duration: 441.296137ms)","trace[129222612] 'applied index is now lower than readState.Index' (duration: 279.957µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:23.930872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:23.457942Z","time spent":"472.345731ms","remote":"127.0.0.1:55754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:23.931129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.242786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:15:23.931204Z","caller":"traceutil/trace.go:171","msg":"trace[1903632335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"100.36314ms","start":"2026-03-12T19:15:23.830807Z","end":"2026-03-12T19:15:23.93117Z","steps":["trace[1903632335] 'agreement among raft nodes before linearized reading' (duration: 100.101114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:24.616087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360272669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:25.116446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360272669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:25.203499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102489572s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:15:25.203882Z","caller":"traceutil/trace.go:171","msg":"trace[2124352095] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"1.26884451s","start":"2026-03-12T19:15:23.935014Z","end":"2026-03-12T19:15:25.203859Z","steps":["trace[2124352095] 'process raft request' (duration: 1.268673646s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:25.204027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:23.934993Z","time spent":"1.268953313s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:25.218854Z","caller":"traceutil/trace.go:171","msg":"trace[2097510339] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"1.103526256s","start":"2026-03-12T19:15:24.115299Z","end":"2026-03-12T19:15:25.218825Z","steps":["trace[2097510339] 'read index received' (duration: 1.088367133s)","trace[2097510339] 'applied index is now lower than readState.Index' (duration: 15.158113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:25.218994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103668579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:25.219109Z","caller":"traceutil/trace.go:171","msg":"trace[1543475471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"1.103776102s","start":"2026-03-12T19:15:24.115251Z","end":"2026-03-12T19:15:25.219027Z","steps":["trace[1543475471] 'agreement among raft nodes before linearized reading' (duration: 1.103657539s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:25.219166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:24.115223Z","time spent":"1.103932036s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:15:25.219551Z","caller":"traceutil/trace.go:171","msg":"trace[1690945871] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"1.284377913s","start":"2026-03-12T19:15:23.935161Z","end":"2026-03-12T19:15:25.219539Z","steps":["trace[1690945871] 'process raft request' (duration: 1.283540623s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:25.219645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:23.93515Z","time spent":"1.284436614s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:25.220158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.465053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:15:25.220228Z","caller":"traceutil/trace.go:171","msg":"trace[1588176574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"393.577016ms","start":"2026-03-12T19:15:24.826634Z","end":"2026-03-12T19:15:25.220211Z","steps":["trace[1588176574] 'agreement among raft nodes before linearized reading' (duration: 393.380762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:25.220265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:24.826619Z","time spent":"393.638417ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:15:27.395299Z","caller":"traceutil/trace.go:171","msg":"trace[211334476] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"182.74008ms","start":"2026-03-12T19:15:27.212538Z","end":"2026-03-12T19:15:27.395279Z","steps":["trace[211334476] 'process raft request' (duration: 182.488394ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:27.395289Z","caller":"traceutil/trace.go:171","msg":"trace[2109716172] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"170.69027ms","start":"2026-03-12T19:15:27.224574Z","end":"2026-03-12T19:15:27.395264Z","steps":["trace[2109716172] 'read index received' (duration: 170.438114ms)","trace[2109716172] 'applied index is now lower than readState.Index' (duration: 251.086µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:27.395411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.815653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:15:27.395495Z","caller":"traceutil/trace.go:171","msg":"trace[115484422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:472; }","duration":"170.926895ms","start":"2026-03-12T19:15:27.224558Z","end":"2026-03-12T19:15:27.395485Z","steps":["trace[115484422] 'agreement among raft nodes before linearized reading' (duration: 170.787552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:27.395522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.040391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:15:27.395544Z","caller":"traceutil/trace.go:171","msg":"trace[1779723576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:472; }","duration":"166.112543ms","start":"2026-03-12T19:15:27.229424Z","end":"2026-03-12T19:15:27.395537Z","steps":["trace[1779723576] 'agreement among raft nodes before linearized reading' (duration: 166.056392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:27.395535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.568635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:15:27.395587Z","caller":"traceutil/trace.go:171","msg":"trace[6060067] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:472; }","duration":"103.644987ms","start":"2026-03-12T19:15:27.291927Z","end":"2026-03-12T19:15:27.395572Z","steps":["trace[6060067] 'agreement among raft nodes before linearized reading' (duration: 103.565315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:31.479754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.130985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:31.479819Z","caller":"traceutil/trace.go:171","msg":"trace[2041790620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"366.240618ms","start":"2026-03-12T19:15:31.113559Z","end":"2026-03-12T19:15:31.4798Z","steps":["trace[2041790620] 'range keys from in-memory index tree' (duration: 365.970881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:31.479844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:31.113538Z","time spent":"366.300038ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:15:31.748455Z","caller":"traceutil/trace.go:171","msg":"trace[801453709] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"263.653336ms","start":"2026-03-12T19:15:31.484774Z","end":"2026-03-12T19:15:31.748427Z","steps":["trace[801453709] 'process raft request' (duration: 263.487242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:31.937612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.285934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:31.937875Z","caller":"traceutil/trace.go:171","msg":"trace[405764930] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"452.218132ms","start":"2026-03-12T19:15:31.485639Z","end":"2026-03-12T19:15:31.937857Z","steps":["trace[405764930] 'process raft request' (duration: 452.1261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:31.93799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:31.485631Z","time spent":"452.318446ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:31.938094Z","caller":"traceutil/trace.go:171","msg":"trace[1292614778] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"453.089083ms","start":"2026-03-12T19:15:31.484996Z","end":"2026-03-12T19:15:31.938085Z","steps":["trace[1292614778] 'process raft request' (duration: 452.717164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:31.938136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:31.484984Z","time spent":"453.129204ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:31.938193Z","caller":"traceutil/trace.go:171","msg":"trace[1803901447] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"453.320709ms","start":"2026-03-12T19:15:31.484843Z","end":"2026-03-12T19:15:31.938163Z","steps":["trace[1803901447] 'process raft request' (duration: 335.258196ms)","trace[1803901447] 'compare' (duration: 117.205162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:31.938351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:31.484821Z","time spent":"453.434491ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:32.306099Z","caller":"traceutil/trace.go:171","msg":"trace[1885587512] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:505; }","duration":"191.251019ms","start":"2026-03-12T19:15:32.11482Z","end":"2026-03-12T19:15:32.306071Z","steps":["trace[1885587512] 'read index received' (duration: 190.981312ms)","trace[1885587512] 'applied index is now lower than readState.Index' (duration: 268.667µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:32.306251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.417932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:32.306207Z","caller":"traceutil/trace.go:171","msg":"trace[173665277] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"305.855311ms","start":"2026-03-12T19:15:32.000318Z","end":"2026-03-12T19:15:32.306173Z","steps":["trace[173665277] 'process raft request' (duration: 305.537064ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:32.306284Z","caller":"traceutil/trace.go:171","msg":"trace[1867391519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:489; }","duration":"191.498964ms","start":"2026-03-12T19:15:32.114775Z","end":"2026-03-12T19:15:32.306274Z","steps":["trace[1867391519] 'agreement among raft nodes before linearized reading' (duration: 191.424653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:32.306465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:32.000298Z","time spent":"306.082466ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:33.399741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.988866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:15:33.399849Z","caller":"traceutil/trace.go:171","msg":"trace[144939485] linearizableReadLoop","detail":"{readStateIndex:507; appliedIndex:506; }","duration":"284.665887ms","start":"2026-03-12T19:15:33.115165Z","end":"2026-03-12T19:15:33.399831Z","steps":["trace[144939485] 'read index received' (duration: 110.520107ms)","trace[144939485] 'applied index is now lower than readState.Index' (duration: 174.14425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:33.399936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.758529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:33.399968Z","caller":"traceutil/trace.go:171","msg":"trace[1797361671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:489; }","duration":"284.826621ms","start":"2026-03-12T19:15:33.115131Z","end":"2026-03-12T19:15:33.399957Z","steps":["trace[1797361671] 'agreement among raft nodes before linearized reading' (duration: 284.750639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:34.663416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360272731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:35.164033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360272731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:35.664892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360272731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:36.118833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.363378108s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:15:36.119329Z","caller":"traceutil/trace.go:171","msg":"trace[1701272925] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"2.363961851s","start":"2026-03-12T19:15:33.75535Z","end":"2026-03-12T19:15:36.119312Z","steps":["trace[1701272925] 'process raft request' (duration: 2.363766927s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:36.119425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:33.755329Z","time spent":"2.364041542s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:36.119324Z","caller":"traceutil/trace.go:171","msg":"trace[425121438] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:507; }","duration":"2.17731603s","start":"2026-03-12T19:15:33.941957Z","end":"2026-03-12T19:15:36.119273Z","steps":["trace[425121438] 'read index received' (duration: 2.177054484s)","trace[425121438] 'applied index is now lower than readState.Index' (duration: 260.386µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:36.119482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177522235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:15:36.119532Z","caller":"traceutil/trace.go:171","msg":"trace[1579997513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:490; }","duration":"2.177615057s","start":"2026-03-12T19:15:33.941903Z","end":"2026-03-12T19:15:36.119518Z","steps":["trace[1579997513] 'agreement among raft nodes before linearized reading' (duration: 2.177458493s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:36.119583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:33.941883Z","time spent":"2.177688358s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:15:36.119747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005983033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:36.119813Z","caller":"traceutil/trace.go:171","msg":"trace[1345010689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:490; }","duration":"1.006077385s","start":"2026-03-12T19:15:35.11372Z","end":"2026-03-12T19:15:36.119798Z","steps":["trace[1345010689] 'agreement among raft nodes before linearized reading' (duration: 1.005986323s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:36.119839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176624253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:15:36.11987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:35.113703Z","time spent":"1.006142666s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:15:36.119876Z","caller":"traceutil/trace.go:171","msg":"trace[366255104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:490; }","duration":"2.176678395s","start":"2026-03-12T19:15:33.943181Z","end":"2026-03-12T19:15:36.11986Z","steps":["trace[366255104] 'agreement among raft nodes before linearized reading' (duration: 2.176608983s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:36.119919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:33.942504Z","time spent":"2.177407592s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:15:36.119748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176766677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:15:36.120031Z","caller":"traceutil/trace.go:171","msg":"trace[468631081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:490; }","duration":"2.177103364s","start":"2026-03-12T19:15:33.94291Z","end":"2026-03-12T19:15:36.120013Z","steps":["trace[468631081] 'agreement among raft nodes before linearized reading' (duration: 2.176685965s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:36.120086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:33.942887Z","time spent":"2.177182087s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:15:36.385475Z","caller":"traceutil/trace.go:171","msg":"trace[387059459] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:508; }","duration":"258.271072ms","start":"2026-03-12T19:15:36.127179Z","end":"2026-03-12T19:15:36.38545Z","steps":["trace[387059459] 'read index received' (duration: 231.666101ms)","trace[387059459] 'applied index is now lower than readState.Index' (duration: 26.60372ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:36.385799Z","caller":"traceutil/trace.go:171","msg":"trace[789167016] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"261.682641ms","start":"2026-03-12T19:15:36.124095Z","end":"2026-03-12T19:15:36.385777Z","steps":["trace[789167016] 'process raft request' (duration: 234.737783ms)","trace[789167016] 'compare' (duration: 26.363075ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:36.385821Z","caller":"traceutil/trace.go:171","msg":"trace[1446098742] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"260.671617ms","start":"2026-03-12T19:15:36.125117Z","end":"2026-03-12T19:15:36.385789Z","steps":["trace[1446098742] 'process raft request' (duration: 260.230407ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:36.385844Z","caller":"traceutil/trace.go:171","msg":"trace[196073374] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"260.221426ms","start":"2026-03-12T19:15:36.125604Z","end":"2026-03-12T19:15:36.385826Z","steps":["trace[196073374] 'process raft request' (duration: 259.801126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:36.386204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.444695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:36.386275Z","caller":"traceutil/trace.go:171","msg":"trace[1455985630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:493; }","duration":"259.120761ms","start":"2026-03-12T19:15:36.127133Z","end":"2026-03-12T19:15:36.386254Z","steps":["trace[1455985630] 'agreement among raft nodes before linearized reading' (duration: 258.421585ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:38.585127Z","caller":"traceutil/trace.go:171","msg":"trace[1457745233] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"196.166702ms","start":"2026-03-12T19:15:38.38893Z","end":"2026-03-12T19:15:38.585097Z","steps":["trace[1457745233] 'read index received' (duration: 196.030789ms)","trace[1457745233] 'applied index is now lower than readState.Index' (duration: 134.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:38.585158Z","caller":"traceutil/trace.go:171","msg":"trace[672619323] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"356.309316ms","start":"2026-03-12T19:15:38.228814Z","end":"2026-03-12T19:15:38.585123Z","steps":["trace[672619323] 'process raft request' (duration: 356.086831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:38.585307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:38.228785Z","time spent":"356.454499ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:15:38.585433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.378973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:15:38.585434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.471959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:15:38.585471Z","caller":"traceutil/trace.go:171","msg":"trace[976177698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:504; }","duration":"195.469566ms","start":"2026-03-12T19:15:38.389994Z","end":"2026-03-12T19:15:38.585464Z","steps":["trace[976177698] 'agreement among raft nodes before linearized reading' (duration: 195.309022ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:38.585485Z","caller":"traceutil/trace.go:171","msg":"trace[1182214916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:504; }","duration":"196.598142ms","start":"2026-03-12T19:15:38.388873Z","end":"2026-03-12T19:15:38.585471Z","steps":["trace[1182214916] 'agreement among raft nodes before linearized reading' (duration: 196.331476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:38.585543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.019508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:15:38.585661Z","caller":"traceutil/trace.go:171","msg":"trace[95339690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:504; }","duration":"196.188393ms","start":"2026-03-12T19:15:38.389444Z","end":"2026-03-12T19:15:38.585632Z","steps":["trace[95339690] 'agreement among raft nodes before linearized reading' (duration: 195.858165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:38.906333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.241415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:38.906587Z","caller":"traceutil/trace.go:171","msg":"trace[1176499514] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"315.964536ms","start":"2026-03-12T19:15:38.590601Z","end":"2026-03-12T19:15:38.906566Z","steps":["trace[1176499514] 'process raft request' (duration: 315.925455ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:38.906584Z","caller":"traceutil/trace.go:171","msg":"trace[12481082] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"316.717084ms","start":"2026-03-12T19:15:38.589845Z","end":"2026-03-12T19:15:38.906562Z","steps":["trace[12481082] 'process raft request' (duration: 147.155381ms)","trace[12481082] 'compare' (duration: 169.057011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:38.906696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:38.589818Z","time spent":"316.816486ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:38.906717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:38.590575Z","time spent":"316.052338ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:38.906818Z","caller":"traceutil/trace.go:171","msg":"trace[152122107] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"316.938319ms","start":"2026-03-12T19:15:38.589846Z","end":"2026-03-12T19:15:38.906784Z","steps":["trace[152122107] 'process raft request' (duration: 316.581791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:38.907013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:38.589818Z","time spent":"317.086673ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:46.998178Z","caller":"traceutil/trace.go:171","msg":"trace[1390755385] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"244.48593ms","start":"2026-03-12T19:15:46.753669Z","end":"2026-03-12T19:15:46.998155Z","steps":["trace[1390755385] 'process raft request' (duration: 244.331777ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:47.092467Z","caller":"traceutil/trace.go:171","msg":"trace[1482931832] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"156.638992ms","start":"2026-03-12T19:15:46.935805Z","end":"2026-03-12T19:15:47.092444Z","steps":["trace[1482931832] 'read index received' (duration: 62.755144ms)","trace[1482931832] 'applied index is now lower than readState.Index' (duration: 93.883118ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:47.092799Z","caller":"traceutil/trace.go:171","msg":"trace[1197729401] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"337.687022ms","start":"2026-03-12T19:15:46.7551Z","end":"2026-03-12T19:15:47.092787Z","steps":["trace[1197729401] 'process raft request' (duration: 292.672263ms)","trace[1197729401] 'compare' (duration: 44.556959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:47.092896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:46.755038Z","time spent":"337.790235ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:47.093104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.297727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:15:47.093134Z","caller":"traceutil/trace.go:171","msg":"trace[1760750967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:608; }","duration":"157.364999ms","start":"2026-03-12T19:15:46.93576Z","end":"2026-03-12T19:15:47.093125Z","steps":["trace[1760750967] 'agreement among raft nodes before linearized reading' (duration: 157.261777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:47.093333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.686997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:15:47.093402Z","caller":"traceutil/trace.go:171","msg":"trace[477342412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:608; }","duration":"124.797119ms","start":"2026-03-12T19:15:46.968588Z","end":"2026-03-12T19:15:47.093385Z","steps":["trace[477342412] 'agreement among raft nodes before linearized reading' (duration: 124.577964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:47.093425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.270249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:15:47.093949Z","caller":"traceutil/trace.go:171","msg":"trace[1371629563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:608; }","duration":"152.468205ms","start":"2026-03-12T19:15:46.941065Z","end":"2026-03-12T19:15:47.093533Z","steps":["trace[1371629563] 'agreement among raft nodes before linearized reading' (duration: 152.071255ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:47.326002Z","caller":"traceutil/trace.go:171","msg":"trace[1592056652] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"228.437125ms","start":"2026-03-12T19:15:47.097534Z","end":"2026-03-12T19:15:47.325971Z","steps":["trace[1592056652] 'process raft request' (duration: 228.2077ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:47.350817Z","caller":"traceutil/trace.go:171","msg":"trace[804003511] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:629; }","duration":"230.908613ms","start":"2026-03-12T19:15:47.11989Z","end":"2026-03-12T19:15:47.350798Z","steps":["trace[804003511] 'read index received' (duration: 205.90367ms)","trace[804003511] 'applied index is now lower than readState.Index' (duration: 25.004163ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:47.351098Z","caller":"traceutil/trace.go:171","msg":"trace[595737822] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"253.444459ms","start":"2026-03-12T19:15:47.097646Z","end":"2026-03-12T19:15:47.351091Z","steps":["trace[595737822] 'process raft request' (duration: 253.027069ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:47.351222Z","caller":"traceutil/trace.go:171","msg":"trace[1146791861] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"252.904036ms","start":"2026-03-12T19:15:47.098312Z","end":"2026-03-12T19:15:47.351216Z","steps":["trace[1146791861] 'process raft request' (duration: 252.457546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:47.35132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.416395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:47.351341Z","caller":"traceutil/trace.go:171","msg":"trace[420517850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"231.480237ms","start":"2026-03-12T19:15:47.119854Z","end":"2026-03-12T19:15:47.351335Z","steps":["trace[420517850] 'agreement among raft nodes before linearized reading' (duration: 231.432276ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:53.870826Z","caller":"traceutil/trace.go:171","msg":"trace[2071573862] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"485.246552ms","start":"2026-03-12T19:15:53.385556Z","end":"2026-03-12T19:15:53.870803Z","steps":["trace[2071573862] 'read index received' (duration: 485.018987ms)","trace[2071573862] 'applied index is now lower than readState.Index' (duration: 226.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:53.870885Z","caller":"traceutil/trace.go:171","msg":"trace[1597732514] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"713.047323ms","start":"2026-03-12T19:15:53.15779Z","end":"2026-03-12T19:15:53.870838Z","steps":["trace[1597732514] 'process raft request' (duration: 712.884419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:53.871106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.506549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:15:53.871151Z","caller":"traceutil/trace.go:171","msg":"trace[147145963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:668; }","duration":"485.631512ms","start":"2026-03-12T19:15:53.385504Z","end":"2026-03-12T19:15:53.871136Z","steps":["trace[147145963] 'agreement among raft nodes before linearized reading' (duration: 485.438837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:53.871185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.385483Z","time spent":"485.693263ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:15:53.87122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.157765Z","time spent":"713.245358ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:15:53.87135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.622785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:15:53.871457Z","caller":"traceutil/trace.go:171","msg":"trace[346360554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:668; }","duration":"480.802259ms","start":"2026-03-12T19:15:53.390627Z","end":"2026-03-12T19:15:53.871429Z","steps":["trace[346360554] 'agreement among raft nodes before linearized reading' (duration: 480.513892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:53.871511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.390598Z","time spent":"480.901581ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:15:53.871597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.773708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:15:53.871574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.859658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:15:53.871824Z","caller":"traceutil/trace.go:171","msg":"trace[1330960302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:668; }","duration":"230.155415ms","start":"2026-03-12T19:15:53.641641Z","end":"2026-03-12T19:15:53.871797Z","steps":["trace[1330960302] 'agreement among raft nodes before linearized reading' (duration: 229.736835ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:53.871638Z","caller":"traceutil/trace.go:171","msg":"trace[1180886640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:668; }","duration":"480.831909ms","start":"2026-03-12T19:15:53.390796Z","end":"2026-03-12T19:15:53.871628Z","steps":["trace[1180886640] 'agreement among raft nodes before linearized reading' (duration: 480.734907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:53.87192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.390789Z","time spent":"481.098805ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:15:54.515142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.472978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:54.515348Z","caller":"traceutil/trace.go:171","msg":"trace[1817698647] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"638.202198ms","start":"2026-03-12T19:15:53.877124Z","end":"2026-03-12T19:15:54.515327Z","steps":["trace[1817698647] 'process raft request' (duration: 16.396862ms)","trace[1817698647] 'compare' (duration: 620.552257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:54.515425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.877091Z","time spent":"638.29996ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:54.515946Z","caller":"traceutil/trace.go:171","msg":"trace[634886207] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"638.740041ms","start":"2026-03-12T19:15:53.877158Z","end":"2026-03-12T19:15:54.515898Z","steps":["trace[634886207] 'process raft request' (duration: 638.118517ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:54.516023Z","caller":"traceutil/trace.go:171","msg":"trace[1251780561] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:691; }","duration":"400.948827ms","start":"2026-03-12T19:15:54.11506Z","end":"2026-03-12T19:15:54.516009Z","steps":["trace[1251780561] 'read index received' (duration: 371.4977ms)","trace[1251780561] 'applied index is now lower than readState.Index' (duration: 29.449877ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:54.516106Z","caller":"traceutil/trace.go:171","msg":"trace[805228530] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"638.539166ms","start":"2026-03-12T19:15:53.877559Z","end":"2026-03-12T19:15:54.516098Z","steps":["trace[805228530] 'process raft request' (duration: 638.416763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:54.51617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.877536Z","time spent":"638.597658ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:54.516322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.877144Z","time spent":"638.912865ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:54.516378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.317426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:54.516471Z","caller":"traceutil/trace.go:171","msg":"trace[1318979909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"401.378767ms","start":"2026-03-12T19:15:54.115023Z","end":"2026-03-12T19:15:54.516402Z","steps":["trace[1318979909] 'agreement among raft nodes before linearized reading' (duration: 401.326206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:54.516506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:54.115007Z","time spent":"401.49226ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:15:54.516137Z","caller":"traceutil/trace.go:171","msg":"trace[297638021] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"638.942746ms","start":"2026-03-12T19:15:53.877159Z","end":"2026-03-12T19:15:54.516102Z","steps":["trace[297638021] 'process raft request' (duration: 638.771442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:54.516707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:53.87714Z","time spent":"639.529669ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:54.516706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.63525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:15:54.516769Z","caller":"traceutil/trace.go:171","msg":"trace[1188554216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:672; }","duration":"210.711652ms","start":"2026-03-12T19:15:54.306042Z","end":"2026-03-12T19:15:54.516753Z","steps":["trace[1188554216] 'agreement among raft nodes before linearized reading' (duration: 210.516608ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:54.797144Z","caller":"traceutil/trace.go:171","msg":"trace[877901626] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"167.877654ms","start":"2026-03-12T19:15:54.629239Z","end":"2026-03-12T19:15:54.797117Z","steps":["trace[877901626] 'read index received' (duration: 167.350812ms)","trace[877901626] 'applied index is now lower than readState.Index' (duration: 525.952µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:54.797294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.031717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:54.79733Z","caller":"traceutil/trace.go:171","msg":"trace[1172320551] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:673; }","duration":"168.094909ms","start":"2026-03-12T19:15:54.629223Z","end":"2026-03-12T19:15:54.797318Z","steps":["trace[1172320551] 'agreement among raft nodes before linearized reading' (duration: 168.008017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:54.797258Z","caller":"traceutil/trace.go:171","msg":"trace[2114766419] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"275.136104ms","start":"2026-03-12T19:15:54.522094Z","end":"2026-03-12T19:15:54.79723Z","steps":["trace[2114766419] 'process raft request' (duration: 274.598871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:56.907748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.138745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:15:56.907851Z","caller":"traceutil/trace.go:171","msg":"trace[670809764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:677; }","duration":"106.272118ms","start":"2026-03-12T19:15:56.80154Z","end":"2026-03-12T19:15:56.907812Z","steps":["trace[670809764] 'range keys from in-memory index tree' (duration: 105.980121ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:14.718918Z","caller":"traceutil/trace.go:171","msg":"trace[924162344] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"104.610039ms","start":"2026-03-12T19:16:14.614285Z","end":"2026-03-12T19:16:14.718895Z","steps":["trace[924162344] 'process raft request' (duration: 104.485016ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:14.718991Z","caller":"traceutil/trace.go:171","msg":"trace[183411336] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:758; }","duration":"102.858558ms","start":"2026-03-12T19:16:14.616106Z","end":"2026-03-12T19:16:14.718965Z","steps":["trace[183411336] 'read index received' (duration: 102.849577ms)","trace[183411336] 'applied index is now lower than readState.Index' (duration: 7.001µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:14.719328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.195545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:14.719415Z","caller":"traceutil/trace.go:171","msg":"trace[1678633176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:731; }","duration":"103.305029ms","start":"2026-03-12T19:16:14.61609Z","end":"2026-03-12T19:16:14.719395Z","steps":["trace[1678633176] 'agreement among raft nodes before linearized reading' (duration: 103.029682ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:14.726668Z","caller":"traceutil/trace.go:171","msg":"trace[741505051] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"109.278438ms","start":"2026-03-12T19:16:14.617373Z","end":"2026-03-12T19:16:14.726651Z","steps":["trace[741505051] 'process raft request' (duration: 109.207566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:14.726744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.585568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:16:14.726793Z","caller":"traceutil/trace.go:171","msg":"trace[579012843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:732; }","duration":"110.65717ms","start":"2026-03-12T19:16:14.616122Z","end":"2026-03-12T19:16:14.72678Z","steps":["trace[579012843] 'agreement among raft nodes before linearized reading' (duration: 110.510856ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:23.027833Z","caller":"traceutil/trace.go:171","msg":"trace[169973844] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"270.770542ms","start":"2026-03-12T19:16:22.757033Z","end":"2026-03-12T19:16:23.027804Z","steps":["trace[169973844] 'read index received' (duration: 264.826144ms)","trace[169973844] 'applied index is now lower than readState.Index' (duration: 5.942898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:23.028112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.37952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:23.028159Z","caller":"traceutil/trace.go:171","msg":"trace[141847975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"269.462832ms","start":"2026-03-12T19:16:22.758685Z","end":"2026-03-12T19:16:23.028148Z","steps":["trace[141847975] 'agreement among raft nodes before linearized reading' (duration: 269.282027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:23.028211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.53796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:16:23.028286Z","caller":"traceutil/trace.go:171","msg":"trace[306984563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"265.666493ms","start":"2026-03-12T19:16:22.762605Z","end":"2026-03-12T19:16:23.028271Z","steps":["trace[306984563] 'agreement among raft nodes before linearized reading' (duration: 265.421888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:23.028374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.345696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:16:23.028472Z","caller":"traceutil/trace.go:171","msg":"trace[1282285401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:753; }","duration":"271.479959ms","start":"2026-03-12T19:16:22.756983Z","end":"2026-03-12T19:16:23.028463Z","steps":["trace[1282285401] 'agreement among raft nodes before linearized reading' (duration: 270.937796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:23.028213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.332152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:16:23.028639Z","caller":"traceutil/trace.go:171","msg":"trace[1652581751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"267.796883ms","start":"2026-03-12T19:16:22.760811Z","end":"2026-03-12T19:16:23.028607Z","steps":["trace[1652581751] 'agreement among raft nodes before linearized reading' (duration: 267.284051ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:25.310873Z","caller":"traceutil/trace.go:171","msg":"trace[1838266382] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"156.741875ms","start":"2026-03-12T19:16:25.154108Z","end":"2026-03-12T19:16:25.31085Z","steps":["trace[1838266382] 'read index received' (duration: 131.533797ms)","trace[1838266382] 'applied index is now lower than readState.Index' (duration: 25.206908ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:25.310913Z","caller":"traceutil/trace.go:171","msg":"trace[958968574] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"232.556841ms","start":"2026-03-12T19:16:25.078325Z","end":"2026-03-12T19:16:25.310881Z","steps":["trace[958968574] 'process raft request' (duration: 207.329903ms)","trace[958968574] 'compare' (duration: 24.923161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:25.311128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.331127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:16:25.311138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.541529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:25.311185Z","caller":"traceutil/trace.go:171","msg":"trace[920469956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"195.636541ms","start":"2026-03-12T19:16:25.115535Z","end":"2026-03-12T19:16:25.311172Z","steps":["trace[920469956] 'agreement among raft nodes before linearized reading' (duration: 195.549169ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:25.31118Z","caller":"traceutil/trace.go:171","msg":"trace[238235487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:760; }","duration":"235.416128ms","start":"2026-03-12T19:16:25.07575Z","end":"2026-03-12T19:16:25.311166Z","steps":["trace[238235487] 'agreement among raft nodes before linearized reading' (duration: 235.198533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.311285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.76309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:16:25.311322Z","caller":"traceutil/trace.go:171","msg":"trace[1628170213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:760; }","duration":"233.818151ms","start":"2026-03-12T19:16:25.077493Z","end":"2026-03-12T19:16:25.311311Z","steps":["trace[1628170213] 'agreement among raft nodes before linearized reading' (duration: 233.712409ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:25.650673Z","caller":"traceutil/trace.go:171","msg":"trace[1369203441] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:789; }","duration":"337.891888ms","start":"2026-03-12T19:16:25.312756Z","end":"2026-03-12T19:16:25.650648Z","steps":["trace[1369203441] 'read index received' (duration: 337.697943ms)","trace[1369203441] 'applied index is now lower than readState.Index' (duration: 192.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:25.650728Z","caller":"traceutil/trace.go:171","msg":"trace[1737395234] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"492.508712ms","start":"2026-03-12T19:16:25.158181Z","end":"2026-03-12T19:16:25.650689Z","steps":["trace[1737395234] 'process raft request' (duration: 492.289247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.650811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.030681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:25.650842Z","caller":"traceutil/trace.go:171","msg":"trace[315311624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"338.107063ms","start":"2026-03-12T19:16:25.312725Z","end":"2026-03-12T19:16:25.650832Z","steps":["trace[315311624] 'agreement among raft nodes before linearized reading' (duration: 338.036171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.650882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:25.312706Z","time spent":"338.167874ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:25.650964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:25.158161Z","time spent":"492.639645ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:25.865053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.024218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:25.865201Z","caller":"traceutil/trace.go:171","msg":"trace[1771933227] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"214.445549ms","start":"2026-03-12T19:16:25.650739Z","end":"2026-03-12T19:16:25.865185Z","steps":["trace[1771933227] 'read index received' (duration: 91.129684ms)","trace[1771933227] 'applied index is now lower than readState.Index' (duration: 123.314845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:25.865254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.521486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:25.865336Z","caller":"traceutil/trace.go:171","msg":"trace[581249433] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:763; }","duration":"448.548137ms","start":"2026-03-12T19:16:25.416721Z","end":"2026-03-12T19:16:25.865269Z","steps":["trace[581249433] 'agreement among raft nodes before linearized reading' (duration: 448.506476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.865369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:25.416654Z","time spent":"448.70661ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:25.86539Z","caller":"traceutil/trace.go:171","msg":"trace[876134041] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"547.109985ms","start":"2026-03-12T19:16:25.318265Z","end":"2026-03-12T19:16:25.865375Z","steps":["trace[876134041] 'process raft request' (duration: 546.87171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.865467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:25.318252Z","time spent":"547.172947ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:25.865571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.645816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:25.865597Z","caller":"traceutil/trace.go:171","msg":"trace[1645046646] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:763; }","duration":"311.709777ms","start":"2026-03-12T19:16:25.553879Z","end":"2026-03-12T19:16:25.865589Z","steps":["trace[1645046646] 'agreement among raft nodes before linearized reading' (duration: 311.669726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.865624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:25.553859Z","time spent":"311.758538ms","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:25.865835Z","caller":"traceutil/trace.go:171","msg":"trace[1979664019] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"549.48628ms","start":"2026-03-12T19:16:25.31571Z","end":"2026-03-12T19:16:25.865196Z","steps":["trace[1979664019] 'process raft request' (duration: 426.247377ms)","trace[1979664019] 'compare' (duration: 122.919296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:25.866096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:25.315688Z","time spent":"550.226718ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:27.79592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:16:28.01134Z","caller":"traceutil/trace.go:171","msg":"trace[256004314] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"849.435723ms","start":"2026-03-12T19:16:27.161874Z","end":"2026-03-12T19:16:28.01131Z","steps":["trace[256004314] 'process raft request' (duration: 849.232658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:28.011493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.161857Z","time spent":"849.557956ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:28.446198Z","caller":"traceutil/trace.go:171","msg":"trace[1093174183] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:792; }","duration":"1.151045344s","start":"2026-03-12T19:16:27.295125Z","end":"2026-03-12T19:16:28.44617Z","steps":["trace[1093174183] 'read index received' (duration: 716.047903ms)","trace[1093174183] 'applied index is now lower than readState.Index' (duration: 434.996111ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:28.446221Z","caller":"traceutil/trace.go:171","msg":"trace[563996836] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"756.603039ms","start":"2026-03-12T19:16:27.689585Z","end":"2026-03-12T19:16:28.446188Z","steps":["trace[563996836] 'process raft request' (duration: 657.99137ms)","trace[563996836] 'compare' (duration: 98.347383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:28.446387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.689568Z","time spent":"756.737762ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:28.446483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139579078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:28.446579Z","caller":"traceutil/trace.go:171","msg":"trace[997223997] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:765; }","duration":"1.139759871s","start":"2026-03-12T19:16:27.306801Z","end":"2026-03-12T19:16:28.446561Z","steps":["trace[997223997] 'agreement among raft nodes before linearized reading' (duration: 1.139572387s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:28.446646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.306781Z","time spent":"1.139852064s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:28.446638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.384703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:28.446796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.787417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:16:28.446831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131233123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-12T19:16:28.446787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.938523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:16:28.446847Z","caller":"traceutil/trace.go:171","msg":"trace[83850098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:765; }","duration":"330.622038ms","start":"2026-03-12T19:16:28.11621Z","end":"2026-03-12T19:16:28.446832Z","steps":["trace[83850098] 'agreement among raft nodes before linearized reading' (duration: 330.410733ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.446848Z","caller":"traceutil/trace.go:171","msg":"trace[1828526083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:765; }","duration":"576.875629ms","start":"2026-03-12T19:16:27.86996Z","end":"2026-03-12T19:16:28.446835Z","steps":["trace[1828526083] 'agreement among raft nodes before linearized reading' (duration: 576.723806ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.446881Z","caller":"traceutil/trace.go:171","msg":"trace[136171830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:765; }","duration":"1.131280764s","start":"2026-03-12T19:16:27.315582Z","end":"2026-03-12T19:16:28.446863Z","steps":["trace[136171830] 'agreement among raft nodes before linearized reading' (duration: 1.131136611s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:28.446893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.869943Z","time spent":"576.943551ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:16:28.446894Z","caller":"traceutil/trace.go:171","msg":"trace[1631127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:765; }","duration":"792.080076ms","start":"2026-03-12T19:16:27.654795Z","end":"2026-03-12T19:16:28.446875Z","steps":["trace[1631127] 'agreement among raft nodes before linearized reading' (duration: 791.836741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:28.4466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.582056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:16:28.446938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.65478Z","time spent":"792.148197ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:28.446947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.315574Z","time spent":"1.131339145s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:28.446942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151805952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:16:28.447032Z","caller":"traceutil/trace.go:171","msg":"trace[1890311505] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:765; }","duration":"1.151979446s","start":"2026-03-12T19:16:27.29504Z","end":"2026-03-12T19:16:28.447019Z","steps":["trace[1890311505] 'agreement among raft nodes before linearized reading' (duration: 1.151274569s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.447048Z","caller":"traceutil/trace.go:171","msg":"trace[1107867527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:765; }","duration":"578.000715ms","start":"2026-03-12T19:16:27.868963Z","end":"2026-03-12T19:16:28.446964Z","steps":["trace[1107867527] 'agreement among raft nodes before linearized reading' (duration: 577.532204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:28.447158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.295018Z","time spent":"1.15212786s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-12T19:16:28.447225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:27.86894Z","time spent":"578.23736ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:28.446981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:28.116174Z","time spent":"330.743501ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:28.73785Z","caller":"traceutil/trace.go:171","msg":"trace[1214999309] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"285.909614ms","start":"2026-03-12T19:16:28.451917Z","end":"2026-03-12T19:16:28.737827Z","steps":["trace[1214999309] 'process raft request' (duration: 285.682469ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.738103Z","caller":"traceutil/trace.go:171","msg":"trace[868516708] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"286.16266ms","start":"2026-03-12T19:16:28.451926Z","end":"2026-03-12T19:16:28.738089Z","steps":["trace[868516708] 'process raft request' (duration: 285.866523ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.738264Z","caller":"traceutil/trace.go:171","msg":"trace[153077375] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"286.255132ms","start":"2026-03-12T19:16:28.452Z","end":"2026-03-12T19:16:28.738255Z","steps":["trace[153077375] 'process raft request' (duration: 286.031247ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.738252Z","caller":"traceutil/trace.go:171","msg":"trace[383574239] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"285.831602ms","start":"2026-03-12T19:16:28.452396Z","end":"2026-03-12T19:16:28.738228Z","steps":["trace[383574239] 'process raft request' (duration: 285.768221ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.820176Z","caller":"traceutil/trace.go:171","msg":"trace[218817845] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"173.575515ms","start":"2026-03-12T19:16:28.646575Z","end":"2026-03-12T19:16:28.820151Z","steps":["trace[218817845] 'process raft request' (duration: 142.691015ms)","trace[218817845] 'compare' (duration: 30.783588ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:31.347221Z","caller":"traceutil/trace.go:171","msg":"trace[1430780755] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"600.808127ms","start":"2026-03-12T19:16:30.74639Z","end":"2026-03-12T19:16:31.347198Z","steps":["trace[1430780755] 'process raft request' (duration: 600.656583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:31.348375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:30.746371Z","time spent":"600.915629ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:33.115628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:16:33.115706Z","caller":"traceutil/trace.go:171","msg":"trace[909328485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228591s","start":"2026-03-12T19:16:31.115458Z","end":"2026-03-12T19:16:33.115687Z","steps":["trace[909328485] 'agreement among raft nodes before linearized reading' (duration: 2.000123338s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.115749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:31.115428Z","time spent":"2.000312052s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:16:33 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:16:33.150677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372741512s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:33.150812Z","caller":"traceutil/trace.go:171","msg":"trace[1171821090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:772; }","duration":"1.372876635s","start":"2026-03-12T19:16:31.777907Z","end":"2026-03-12T19:16:33.150784Z","steps":["trace[1171821090] 'range keys from in-memory index tree' (duration: 1.372727672s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.587709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240573714s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:33.58825Z","caller":"traceutil/trace.go:171","msg":"trace[1199598347] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:801; }","duration":"2.472685145s","start":"2026-03-12T19:16:31.115518Z","end":"2026-03-12T19:16:33.588203Z","steps":["trace[1199598347] 'read index received' (duration: 231.599879ms)","trace[1199598347] 'applied index is now lower than readState.Index' (duration: 2.241084086s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:33.588329Z","caller":"traceutil/trace.go:171","msg":"trace[66724801] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"2.841038583s","start":"2026-03-12T19:16:30.74728Z","end":"2026-03-12T19:16:33.588319Z","steps":["trace[66724801] 'process raft request' (duration: 2.840863388s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:33.588333Z","caller":"traceutil/trace.go:171","msg":"trace[1857191244] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"2.841289188s","start":"2026-03-12T19:16:30.746963Z","end":"2026-03-12T19:16:33.588253Z","steps":["trace[1857191244] 'process raft request' (duration: 2.841145205s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.588446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:30.747268Z","time spent":"2.841092453s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:33.588453Z","caller":"traceutil/trace.go:171","msg":"trace[1753552909] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"2.590941662s","start":"2026-03-12T19:16:30.997482Z","end":"2026-03-12T19:16:33.588424Z","steps":["trace[1753552909] 'process raft request' (duration: 2.590690916s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.588583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:30.746862Z","time spent":"2.841573584s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:33.58834Z","caller":"traceutil/trace.go:171","msg":"trace[1420323224] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"2.841450032s","start":"2026-03-12T19:16:30.746852Z","end":"2026-03-12T19:16:33.588302Z","steps":["trace[1420323224] 'process raft request' (duration: 2.841097254s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.588812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:30.746836Z","time spent":"2.841873672s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:33.58919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:30.997454Z","time spent":"2.591139267s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:34.244369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.164326ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:16:34.244479Z","caller":"traceutil/trace.go:171","msg":"trace[446664789] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"656.166557ms","start":"2026-03-12T19:16:33.588292Z","end":"2026-03-12T19:16:34.244459Z","steps":["trace[446664789] 'read index received' (duration: 81.954761ms)","trace[446664789] 'applied index is now lower than readState.Index' (duration: 574.210286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:34.244681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.800473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:34.244769Z","caller":"traceutil/trace.go:171","msg":"trace[344363511] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:776; }","duration":"762.921395ms","start":"2026-03-12T19:16:33.481799Z","end":"2026-03-12T19:16:34.244721Z","steps":["trace[344363511] 'agreement among raft nodes before linearized reading' (duration: 762.826823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.244646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128336716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:34.244838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:33.481778Z","time spent":"763.037879ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:34.244884Z","caller":"traceutil/trace.go:171","msg":"trace[574974115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"1.128643023s","start":"2026-03-12T19:16:33.116221Z","end":"2026-03-12T19:16:34.244864Z","steps":["trace[574974115] 'agreement among raft nodes before linearized reading' (duration: 1.128331395s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.244894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988652044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:34.24493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:33.1162Z","time spent":"1.128719194s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:34.244987Z","caller":"traceutil/trace.go:171","msg":"trace[540224196] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:776; }","duration":"2.988815098s","start":"2026-03-12T19:16:31.25615Z","end":"2026-03-12T19:16:34.244965Z","steps":["trace[540224196] 'agreement among raft nodes before linearized reading' (duration: 2.988622614s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.245007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793359391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:34.245041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:31.25613Z","time spent":"2.98890054s","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:34.244649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258608474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:16:34.245111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.844065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:34.245081Z","caller":"traceutil/trace.go:171","msg":"trace[337186608] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:776; }","duration":"2.793548915s","start":"2026-03-12T19:16:31.451519Z","end":"2026-03-12T19:16:34.245068Z","steps":["trace[337186608] 'agreement among raft nodes before linearized reading' (duration: 2.79330586s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:34.245204Z","caller":"traceutil/trace.go:171","msg":"trace[1426001057] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:776; }","duration":"2.259187797s","start":"2026-03-12T19:16:31.985963Z","end":"2026-03-12T19:16:34.245151Z","steps":["trace[1426001057] 'agreement among raft nodes before linearized reading' (duration: 2.258609674s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:34.245218Z","caller":"traceutil/trace.go:171","msg":"trace[134058408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:776; }","duration":"890.02326ms","start":"2026-03-12T19:16:33.355178Z","end":"2026-03-12T19:16:34.245201Z","steps":["trace[134058408] 'agreement among raft nodes before linearized reading' (duration: 889.583069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.245313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:31.985943Z","time spent":"2.259329811s","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:34.245331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199464855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-12T19:16:34.245268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:31.451497Z","time spent":"2.793756291s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:34.245371Z","caller":"traceutil/trace.go:171","msg":"trace[1234258685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:776; }","duration":"2.199542207s","start":"2026-03-12T19:16:32.045817Z","end":"2026-03-12T19:16:34.245359Z","steps":["trace[1234258685] 'agreement among raft nodes before linearized reading' (duration: 2.199414724s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.245408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:32.045797Z","time spent":"2.199603848s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:34.245453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:33.35516Z","time spent":"890.171153ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:16:34.246022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.305447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:34.246294Z","caller":"traceutil/trace.go:171","msg":"trace[137915841] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:776; }","duration":"468.636676ms","start":"2026-03-12T19:16:33.777643Z","end":"2026-03-12T19:16:34.24628Z","steps":["trace[137915841] 'agreement among raft nodes before linearized reading' (duration: 468.339669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.247385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:33.777613Z","time spent":"469.754051ms","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:34.397992Z","caller":"traceutil/trace.go:171","msg":"trace[1991923606] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"139.577144ms","start":"2026-03-12T19:16:34.258393Z","end":"2026-03-12T19:16:34.39797Z","steps":["trace[1991923606] 'process raft request' (duration: 139.39634ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:34.39817Z","caller":"traceutil/trace.go:171","msg":"trace[1409726789] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:808; }","duration":"139.572074ms","start":"2026-03-12T19:16:34.258571Z","end":"2026-03-12T19:16:34.398143Z","steps":["trace[1409726789] 'read index received' (duration: 132.172402ms)","trace[1409726789] 'applied index is now lower than readState.Index' (duration: 7.397892ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:34.398222Z","caller":"traceutil/trace.go:171","msg":"trace[1967792309] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"139.760469ms","start":"2026-03-12T19:16:34.258436Z","end":"2026-03-12T19:16:34.398197Z","steps":["trace[1967792309] 'process raft request' (duration: 139.492822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.3983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.706867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:34.398348Z","caller":"traceutil/trace.go:171","msg":"trace[1618079158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:778; }","duration":"139.784739ms","start":"2026-03-12T19:16:34.25855Z","end":"2026-03-12T19:16:34.398335Z","steps":["trace[1618079158] 'agreement among raft nodes before linearized reading' (duration: 139.693167ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:34.879176Z","caller":"traceutil/trace.go:171","msg":"trace[2011403867] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"479.875918ms","start":"2026-03-12T19:16:34.399276Z","end":"2026-03-12T19:16:34.879152Z","steps":["trace[2011403867] 'read index received' (duration: 479.672143ms)","trace[2011403867] 'applied index is now lower than readState.Index' (duration: 202.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:34.879208Z","caller":"traceutil/trace.go:171","msg":"trace[1771957180] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"487.255ms","start":"2026-03-12T19:16:34.391925Z","end":"2026-03-12T19:16:34.87918Z","steps":["trace[1771957180] 'process raft request' (duration: 487.074266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.879334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:34.391897Z","time spent":"487.371872ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:34.879387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.083872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:34.879447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.154304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:34.879467Z","caller":"traceutil/trace.go:171","msg":"trace[219905556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"480.203186ms","start":"2026-03-12T19:16:34.399246Z","end":"2026-03-12T19:16:34.879449Z","steps":["trace[219905556] 'agreement among raft nodes before linearized reading' (duration: 479.988911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:34.879512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:34.399234Z","time spent":"480.270667ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:34.879517Z","caller":"traceutil/trace.go:171","msg":"trace[1374753390] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:779; }","duration":"151.299717ms","start":"2026-03-12T19:16:34.728178Z","end":"2026-03-12T19:16:34.879478Z","steps":["trace[1374753390] 'agreement among raft nodes before linearized reading' (duration: 151.113283ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:39.738348Z","caller":"traceutil/trace.go:171","msg":"trace[386538387] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"120.329655ms","start":"2026-03-12T19:16:39.617993Z","end":"2026-03-12T19:16:39.738323Z","steps":["trace[386538387] 'process raft request' (duration: 120.157991ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:39.739884Z","caller":"traceutil/trace.go:171","msg":"trace[1338938027] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"119.174918ms","start":"2026-03-12T19:16:39.620689Z","end":"2026-03-12T19:16:39.739864Z","steps":["trace[1338938027] 'process raft request' (duration: 119.127967ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:39.739936Z","caller":"traceutil/trace.go:171","msg":"trace[1609397637] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"121.872751ms","start":"2026-03-12T19:16:39.618043Z","end":"2026-03-12T19:16:39.739915Z","steps":["trace[1609397637] 'process raft request' (duration: 121.665256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.616171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273540,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:16:46.664172Z","caller":"traceutil/trace.go:171","msg":"trace[1421898292] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"898.922474ms","start":"2026-03-12T19:16:45.765224Z","end":"2026-03-12T19:16:46.664146Z","steps":["trace[1421898292] 'process raft request' (duration: 898.788631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.664322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.765215Z","time spent":"899.035527ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:46.896779Z","caller":"traceutil/trace.go:171","msg":"trace[2143287569] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"1.12963466s","start":"2026-03-12T19:16:45.767128Z","end":"2026-03-12T19:16:46.896763Z","steps":["trace[2143287569] 'process raft request' (duration: 1.129541378s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.896819Z","caller":"traceutil/trace.go:171","msg":"trace[113613646] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"1.131014344s","start":"2026-03-12T19:16:45.765728Z","end":"2026-03-12T19:16:46.896742Z","steps":["trace[113613646] 'process raft request' (duration: 1.130813769s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.896919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.767121Z","time spent":"1.129726592s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:46.896937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.765721Z","time spent":"1.131154567s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:46.896983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.261916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:46.897055Z","caller":"traceutil/trace.go:171","msg":"trace[1212639657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:861; }","duration":"781.368179ms","start":"2026-03-12T19:16:46.115665Z","end":"2026-03-12T19:16:46.897033Z","steps":["trace[1212639657] 'agreement among raft nodes before linearized reading' (duration: 781.232826ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.897062Z","caller":"traceutil/trace.go:171","msg":"trace[162247498] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:893; }","duration":"781.01872ms","start":"2026-03-12T19:16:46.115693Z","end":"2026-03-12T19:16:46.896712Z","steps":["trace[162247498] 'read index received' (duration: 548.363917ms)","trace[162247498] 'applied index is now lower than readState.Index' (duration: 232.653853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:46.897087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.115649Z","time spent":"781.43266ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:46.897217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.907095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:16:46.897257Z","caller":"traceutil/trace.go:171","msg":"trace[1291268494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:861; }","duration":"402.974027ms","start":"2026-03-12T19:16:46.494266Z","end":"2026-03-12T19:16:46.89724Z","steps":["trace[1291268494] 'agreement among raft nodes before linearized reading' (duration: 402.860564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.897288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.494249Z","time spent":"403.032689ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:46.897426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.489168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:46.897476Z","caller":"traceutil/trace.go:171","msg":"trace[1702014017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:861; }","duration":"395.5648ms","start":"2026-03-12T19:16:46.501903Z","end":"2026-03-12T19:16:46.897468Z","steps":["trace[1702014017] 'agreement among raft nodes before linearized reading' (duration: 395.470368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.897503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.50189Z","time spent":"395.606891ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:16:48.685533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.276135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:48.685614Z","caller":"traceutil/trace.go:171","msg":"trace[764205670] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:863; }","duration":"628.404109ms","start":"2026-03-12T19:16:48.057193Z","end":"2026-03-12T19:16:48.685597Z","steps":["trace[764205670] 'count revisions from in-memory index tree' (duration: 628.182693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.685656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.057178Z","time spent":"628.46826ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:48.685801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.769579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:48.685859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631077649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:48.685888Z","caller":"traceutil/trace.go:171","msg":"trace[1817476217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:863; }","duration":"569.907782ms","start":"2026-03-12T19:16:48.115957Z","end":"2026-03-12T19:16:48.685865Z","steps":["trace[1817476217] 'range keys from in-memory index tree' (duration: 569.665576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.685938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.115924Z","time spent":"569.999654ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:48.685949Z","caller":"traceutil/trace.go:171","msg":"trace[446495148] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:863; }","duration":"1.631159432s","start":"2026-03-12T19:16:47.054734Z","end":"2026-03-12T19:16:48.685893Z","steps":["trace[446495148] 'count revisions from in-memory index tree' (duration: 1.630990197s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.685988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.05472Z","time spent":"1.631257094s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:48.686031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.997592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:48.686066Z","caller":"traceutil/trace.go:171","msg":"trace[1796029076] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:863; }","duration":"965.062604ms","start":"2026-03-12T19:16:47.720993Z","end":"2026-03-12T19:16:48.686056Z","steps":["trace[1796029076] 'count revisions from in-memory index tree' (duration: 964.92701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.686098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.720977Z","time spent":"965.113124ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:48.686888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390564989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:16:48.686991Z","caller":"traceutil/trace.go:171","msg":"trace[765292614] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:863; }","duration":"1.390728873s","start":"2026-03-12T19:16:47.296226Z","end":"2026-03-12T19:16:48.686955Z","steps":["trace[765292614] 'range keys from in-memory index tree' (duration: 1.38937777s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.687032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.296207Z","time spent":"1.390816625s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-12T19:16:49.404473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:49.547146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.688988Z","time spent":"858.153061ms","remote":"127.0.0.1:55624","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:16:49.55048Z","caller":"traceutil/trace.go:171","msg":"trace[1104652260] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"859.795241ms","start":"2026-03-12T19:16:48.69066Z","end":"2026-03-12T19:16:49.550455Z","steps":["trace[1104652260] 'process raft request' (duration: 859.624867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.55062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.690641Z","time spent":"859.907204ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:49.550712Z","caller":"traceutil/trace.go:171","msg":"trace[974724936] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:898; }","duration":"646.539581ms","start":"2026-03-12T19:16:48.904118Z","end":"2026-03-12T19:16:49.550658Z","steps":["trace[974724936] 'read index received' (duration: 642.923645ms)","trace[974724936] 'applied index is now lower than readState.Index' (duration: 3.613796ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:49.550762Z","caller":"traceutil/trace.go:171","msg":"trace[181640760] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"718.002287ms","start":"2026-03-12T19:16:48.832749Z","end":"2026-03-12T19:16:49.550751Z","steps":["trace[181640760] 'process raft request' (duration: 717.670289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.550817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.832721Z","time spent":"718.065949ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:49.550973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.814238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:16:49.551015Z","caller":"traceutil/trace.go:171","msg":"trace[188386487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:865; }","duration":"646.917661ms","start":"2026-03-12T19:16:48.904085Z","end":"2026-03-12T19:16:49.551003Z","steps":["trace[188386487] 'agreement among raft nodes before linearized reading' (duration: 646.720516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.551056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.904068Z","time spent":"646.978832ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:49.553056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.829156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:16:49.553098Z","caller":"traceutil/trace.go:171","msg":"trace[424229944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:866; }","duration":"648.905187ms","start":"2026-03-12T19:16:48.904183Z","end":"2026-03-12T19:16:49.553088Z","steps":["trace[424229944] 'agreement among raft nodes before linearized reading' (duration: 648.739484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.553122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.904136Z","time spent":"648.98095ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:49.553593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.238511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:49.553623Z","caller":"traceutil/trace.go:171","msg":"trace[824712856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:866; }","duration":"591.301973ms","start":"2026-03-12T19:16:48.962313Z","end":"2026-03-12T19:16:49.553615Z","steps":["trace[824712856] 'agreement among raft nodes before linearized reading' (duration: 591.217131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.553647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.962295Z","time spent":"591.346085ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:16:49.553736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.758314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:16:49.554023Z","caller":"traceutil/trace.go:171","msg":"trace[304082260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:866; }","duration":"597.06558ms","start":"2026-03-12T19:16:48.956939Z","end":"2026-03-12T19:16:49.554005Z","steps":["trace[304082260] 'agreement among raft nodes before linearized reading' (duration: 596.679631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.554133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.956924Z","time spent":"597.179824ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:52.974931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.548711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:16:57.850827Z","caller":"traceutil/trace.go:171","msg":"trace[1880786419] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"105.508979ms","start":"2026-03-12T19:16:57.745292Z","end":"2026-03-12T19:16:57.850801Z","steps":["trace[1880786419] 'process raft request' (duration: 55.265119ms)","trace[1880786419] 'compare' (duration: 50.101006ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:57.850948Z","caller":"traceutil/trace.go:171","msg":"trace[1403347887] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"105.1366ms","start":"2026-03-12T19:16:57.745788Z","end":"2026-03-12T19:16:57.850924Z","steps":["trace[1403347887] 'process raft request' (duration: 104.980396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:03.876802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.461252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:03.876945Z","caller":"traceutil/trace.go:171","msg":"trace[93666899] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"158.37689ms","start":"2026-03-12T19:17:03.718546Z","end":"2026-03-12T19:17:03.876923Z","steps":["trace[93666899] 'process raft request' (duration: 38.650763ms)","trace[93666899] 'compare' (duration: 119.307637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:05.079292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.869398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-12T19:17:06.381611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273689,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:17:06.473025Z","caller":"traceutil/trace.go:171","msg":"trace[2010468893] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"592.222095ms","start":"2026-03-12T19:17:05.880777Z","end":"2026-03-12T19:17:06.472999Z","steps":["trace[2010468893] 'read index received' (duration: 592.155483ms)","trace[2010468893] 'applied index is now lower than readState.Index' (duration: 65.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:06.473386Z","caller":"traceutil/trace.go:171","msg":"trace[2071905945] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"745.832052ms","start":"2026-03-12T19:17:05.727542Z","end":"2026-03-12T19:17:06.473374Z","steps":["trace[2071905945] 'process raft request' (duration: 745.299659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:06.473486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:05.727528Z","time spent":"745.891423ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:06.473738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.955132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:06.473776Z","caller":"traceutil/trace.go:171","msg":"trace[1210042249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:910; }","duration":"593.057985ms","start":"2026-03-12T19:17:05.880706Z","end":"2026-03-12T19:17:06.473764Z","steps":["trace[1210042249] 'agreement among raft nodes before linearized reading' (duration: 592.943602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:06.47381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:05.880686Z","time spent":"593.115076ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:06.474116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.203959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:17:06.474207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.767117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:06.474235Z","caller":"traceutil/trace.go:171","msg":"trace[617162342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:910; }","duration":"359.815208ms","start":"2026-03-12T19:17:06.114411Z","end":"2026-03-12T19:17:06.474226Z","steps":["trace[617162342] 'agreement among raft nodes before linearized reading' (duration: 359.778867ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:06.474217Z","caller":"traceutil/trace.go:171","msg":"trace[2027974824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:910; }","duration":"588.355062ms","start":"2026-03-12T19:17:05.885842Z","end":"2026-03-12T19:17:06.474197Z","steps":["trace[2027974824] 'agreement among raft nodes before linearized reading' (duration: 588.003074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:06.47426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:06.114397Z","time spent":"359.8581ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:06.474296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:05.885811Z","time spent":"588.473765ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:06.474167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.50124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:06.474487Z","caller":"traceutil/trace.go:171","msg":"trace[1990646403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:910; }","duration":"571.840938ms","start":"2026-03-12T19:17:05.902637Z","end":"2026-03-12T19:17:06.474478Z","steps":["trace[1990646403] 'agreement among raft nodes before linearized reading' (duration: 571.468159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:06.474518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:05.902624Z","time spent":"571.88596ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:06.474668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.59626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:06.474692Z","caller":"traceutil/trace.go:171","msg":"trace[986193303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:910; }","duration":"573.643701ms","start":"2026-03-12T19:17:05.901041Z","end":"2026-03-12T19:17:06.474684Z","steps":["trace[986193303] 'agreement among raft nodes before linearized reading' (duration: 573.573919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:06.474719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:05.901027Z","time spent":"573.687292ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:17:07.489762Z","caller":"traceutil/trace.go:171","msg":"trace[169730086] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"121.514801ms","start":"2026-03-12T19:17:07.36823Z","end":"2026-03-12T19:17:07.489744Z","steps":["trace[169730086] 'process raft request' (duration: 110.16977ms)","trace[169730086] 'compare' (duration: 11.268899ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:08.689323Z","caller":"traceutil/trace.go:171","msg":"trace[887162207] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"211.711273ms","start":"2026-03-12T19:17:08.47757Z","end":"2026-03-12T19:17:08.689281Z","steps":["trace[887162207] 'read index received' (duration: 211.548779ms)","trace[887162207] 'applied index is now lower than readState.Index' (duration: 161.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:08.689859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.552472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:08.689953Z","caller":"traceutil/trace.go:171","msg":"trace[710673968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:932; }","duration":"204.690946ms","start":"2026-03-12T19:17:08.485244Z","end":"2026-03-12T19:17:08.689935Z","steps":["trace[710673968] 'agreement among raft nodes before linearized reading' (duration: 204.481641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:08.690162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.948856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:17:08.690174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.846272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:17:08.690207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.027073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:08.690231Z","caller":"traceutil/trace.go:171","msg":"trace[503116404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:932; }","duration":"201.054319ms","start":"2026-03-12T19:17:08.489153Z","end":"2026-03-12T19:17:08.690207Z","steps":["trace[503116404] 'agreement among raft nodes before linearized reading' (duration: 200.844434ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:08.690227Z","caller":"traceutil/trace.go:171","msg":"trace[1900369711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:932; }","duration":"202.922713ms","start":"2026-03-12T19:17:08.48729Z","end":"2026-03-12T19:17:08.690213Z","steps":["trace[1900369711] 'agreement among raft nodes before linearized reading' (duration: 202.79419ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:08.690263Z","caller":"traceutil/trace.go:171","msg":"trace[782115120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:932; }","duration":"202.132325ms","start":"2026-03-12T19:17:08.488113Z","end":"2026-03-12T19:17:08.690246Z","steps":["trace[782115120] 'agreement among raft nodes before linearized reading' (duration: 201.961611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:08.690427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.85867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:08.690414Z","caller":"traceutil/trace.go:171","msg":"trace[1663252196] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"327.412535ms","start":"2026-03-12T19:17:08.362084Z","end":"2026-03-12T19:17:08.689496Z","steps":["trace[1663252196] 'process raft request' (duration: 327.043077ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:08.690461Z","caller":"traceutil/trace.go:171","msg":"trace[1742165606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:932; }","duration":"212.918182ms","start":"2026-03-12T19:17:08.477533Z","end":"2026-03-12T19:17:08.690451Z","steps":["trace[1742165606] 'agreement among raft nodes before linearized reading' (duration: 212.507552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:08.690543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.362072Z","time spent":"328.402219ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11375,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:09.578129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.002658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:09.578367Z","caller":"traceutil/trace.go:171","msg":"trace[895608339] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"883.783923ms","start":"2026-03-12T19:17:08.694537Z","end":"2026-03-12T19:17:09.57832Z","steps":["trace[895608339] 'process raft request' (duration: 276.496889ms)","trace[895608339] 'compare' (duration: 606.838033ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:09.578421Z","caller":"traceutil/trace.go:171","msg":"trace[1465693131] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"883.091197ms","start":"2026-03-12T19:17:08.695313Z","end":"2026-03-12T19:17:09.578404Z","steps":["trace[1465693131] 'process raft request' (duration: 882.906422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.578492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.695291Z","time spent":"883.165048ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:09.578525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.694515Z","time spent":"883.922537ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:09.578565Z","caller":"traceutil/trace.go:171","msg":"trace[269770858] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"882.8066ms","start":"2026-03-12T19:17:08.695726Z","end":"2026-03-12T19:17:09.578532Z","steps":["trace[269770858] 'process raft request' (duration: 882.618685ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.578599Z","caller":"traceutil/trace.go:171","msg":"trace[1053435333] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"883.272161ms","start":"2026-03-12T19:17:08.695309Z","end":"2026-03-12T19:17:09.578581Z","steps":["trace[1053435333] 'process raft request' (duration: 882.995775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.578686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.695281Z","time spent":"883.358613ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:09.578685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.695713Z","time spent":"882.909502ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:09.578763Z","caller":"traceutil/trace.go:171","msg":"trace[872109372] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"883.012465ms","start":"2026-03-12T19:17:08.695735Z","end":"2026-03-12T19:17:09.578748Z","steps":["trace[872109372] 'process raft request' (duration: 882.738989ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.578803Z","caller":"traceutil/trace.go:171","msg":"trace[1472207765] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"882.287648ms","start":"2026-03-12T19:17:08.696505Z","end":"2026-03-12T19:17:09.578793Z","steps":["trace[1472207765] 'process raft request' (duration: 882.193446ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:09.57879Z","caller":"traceutil/trace.go:171","msg":"trace[1207062700] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"882.965943ms","start":"2026-03-12T19:17:08.695794Z","end":"2026-03-12T19:17:09.57876Z","steps":["trace[1207062700] 'process raft request' (duration: 882.859731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.578838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.695724Z","time spent":"883.074006ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:09.578855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.696493Z","time spent":"882.335079ms","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:09.578849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.726205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:09.578802Z","caller":"traceutil/trace.go:171","msg":"trace[554695468] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:972; }","duration":"465.662894ms","start":"2026-03-12T19:17:09.113128Z","end":"2026-03-12T19:17:09.578791Z","steps":["trace[554695468] 'read index received' (duration: 381.406863ms)","trace[554695468] 'applied index is now lower than readState.Index' (duration: 84.255241ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:09.578935Z","caller":"traceutil/trace.go:171","msg":"trace[466549112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:940; }","duration":"465.845278ms","start":"2026-03-12T19:17:09.113077Z","end":"2026-03-12T19:17:09.578923Z","steps":["trace[466549112] 'agreement among raft nodes before linearized reading' (duration: 465.746456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.578937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.695788Z","time spent":"883.067657ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:09.578976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:09.113058Z","time spent":"465.907929ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:17:09.578981Z","caller":"traceutil/trace.go:171","msg":"trace[48795714] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"876.438838ms","start":"2026-03-12T19:17:08.702525Z","end":"2026-03-12T19:17:09.578964Z","steps":["trace[48795714] 'process raft request' (duration: 876.221713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:09.579053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:08.702519Z","time spent":"876.494319ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9375,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:10.615973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:17:10.944469Z","caller":"traceutil/trace.go:171","msg":"trace[1129488310] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"828.518173ms","start":"2026-03-12T19:17:10.115931Z","end":"2026-03-12T19:17:10.944449Z","steps":["trace[1129488310] 'read index received' (duration: 828.268467ms)","trace[1129488310] 'applied index is now lower than readState.Index' (duration: 248.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:10.944516Z","caller":"traceutil/trace.go:171","msg":"trace[2101754794] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"871.639603ms","start":"2026-03-12T19:17:10.072856Z","end":"2026-03-12T19:17:10.944495Z","steps":["trace[2101754794] 'process raft request' (duration: 871.432138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:10.944571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.624936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:10.944597Z","caller":"traceutil/trace.go:171","msg":"trace[1477821398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"828.705498ms","start":"2026-03-12T19:17:10.115884Z","end":"2026-03-12T19:17:10.944589Z","steps":["trace[1477821398] 'agreement among raft nodes before linearized reading' (duration: 828.643397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:10.94462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.115863Z","time spent":"828.749119ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:10.944646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:10.072832Z","time spent":"871.734675ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:15.810064Z","caller":"traceutil/trace.go:171","msg":"trace[2019313531] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1000; }","duration":"149.195731ms","start":"2026-03-12T19:17:15.660839Z","end":"2026-03-12T19:17:15.810035Z","steps":["trace[2019313531] 'read index received' (duration: 148.983386ms)","trace[2019313531] 'applied index is now lower than readState.Index' (duration: 211.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:15.810371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.930923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:17:15.81038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.527869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:15.810444Z","caller":"traceutil/trace.go:171","msg":"trace[749595510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:960; }","duration":"146.040186ms","start":"2026-03-12T19:17:15.664388Z","end":"2026-03-12T19:17:15.810428Z","steps":["trace[749595510] 'agreement among raft nodes before linearized reading' (duration: 145.844241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:15.810465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.101084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:17:15.810467Z","caller":"traceutil/trace.go:171","msg":"trace[88860608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:960; }","duration":"149.669073ms","start":"2026-03-12T19:17:15.66078Z","end":"2026-03-12T19:17:15.810449Z","steps":["trace[88860608] 'agreement among raft nodes before linearized reading' (duration: 149.410866ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:15.810552Z","caller":"traceutil/trace.go:171","msg":"trace[276333763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:960; }","duration":"145.229466ms","start":"2026-03-12T19:17:15.665278Z","end":"2026-03-12T19:17:15.810508Z","steps":["trace[276333763] 'agreement among raft nodes before linearized reading' (duration: 145.063362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:15.810585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.086323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:15.810686Z","caller":"traceutil/trace.go:171","msg":"trace[43882025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:960; }","duration":"145.249017ms","start":"2026-03-12T19:17:15.665414Z","end":"2026-03-12T19:17:15.810663Z","steps":["trace[43882025] 'agreement among raft nodes before linearized reading' (duration: 144.883508ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:15.810958Z","caller":"traceutil/trace.go:171","msg":"trace[75978941] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"168.542943ms","start":"2026-03-12T19:17:15.641589Z","end":"2026-03-12T19:17:15.810132Z","steps":["trace[75978941] 'process raft request' (duration: 168.276347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:16.615765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:17.156839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.113397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:17.156943Z","caller":"traceutil/trace.go:171","msg":"trace[74458957] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.34239804s","start":"2026-03-12T19:17:15.814527Z","end":"2026-03-12T19:17:17.156925Z","steps":["trace[74458957] 'process raft request' (duration: 1.041070518s)","trace[74458957] 'compare' (duration: 300.933533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:17.156999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.814504Z","time spent":"1.342468563s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:18.115967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000731434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:17:18.116058Z","caller":"traceutil/trace.go:171","msg":"trace[1905673958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867698s","start":"2026-03-12T19:17:16.11517Z","end":"2026-03-12T19:17:18.116038Z","steps":["trace[1905673958] 'agreement among raft nodes before linearized reading' (duration: 2.000755965s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.116104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:16.115155Z","time spent":"2.000939839s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:17:18 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:17:19.567929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095229588s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:19.568262Z","caller":"traceutil/trace.go:171","msg":"trace[1274468957] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1001; }","duration":"3.453038287s","start":"2026-03-12T19:17:16.115203Z","end":"2026-03-12T19:17:19.568241Z","steps":["trace[1274468957] 'read index received' (duration: 740.471154ms)","trace[1274468957] 'applied index is now lower than readState.Index' (duration: 2.712566013s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:19.568605Z","caller":"traceutil/trace.go:171","msg":"trace[534279588] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"3.753856886s","start":"2026-03-12T19:17:15.81473Z","end":"2026-03-12T19:17:19.568587Z","steps":["trace[534279588] 'process raft request' (duration: 1.657842539s)","trace[534279588] 'compare' (duration: 2.094722736s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:19.568694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.814714Z","time spent":"3.753934099s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:19.568921Z","caller":"traceutil/trace.go:171","msg":"trace[740233919] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"3.753943449s","start":"2026-03-12T19:17:15.814963Z","end":"2026-03-12T19:17:19.568906Z","steps":["trace[740233919] 'process raft request' (duration: 3.753113359s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.569001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.814954Z","time spent":"3.7540031s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:19.569116Z","caller":"traceutil/trace.go:171","msg":"trace[1097201711] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"3.753616411s","start":"2026-03-12T19:17:15.815486Z","end":"2026-03-12T19:17:19.569103Z","steps":["trace[1097201711] 'process raft request' (duration: 3.752699119s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.56922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:15.815477Z","time spent":"3.753701533s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:19.569433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552306387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-12T19:17:19.569476Z","caller":"traceutil/trace.go:171","msg":"trace[1722116679] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:964; }","duration":"2.552377139s","start":"2026-03-12T19:17:17.017085Z","end":"2026-03-12T19:17:19.569462Z","steps":["trace[1722116679] 'agreement among raft nodes before linearized reading' (duration: 2.552241756s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.569479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.123422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:17:19.569516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:17.017069Z","time spent":"2.55243631s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-12T19:17:19.569519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453320467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:19.569522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770641922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:19.569543Z","caller":"traceutil/trace.go:171","msg":"trace[1108157877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:964; }","duration":"408.233455ms","start":"2026-03-12T19:17:19.161292Z","end":"2026-03-12T19:17:19.569526Z","steps":["trace[1108157877] 'agreement among raft nodes before linearized reading' (duration: 408.04187ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:19.569573Z","caller":"traceutil/trace.go:171","msg":"trace[889756991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"1.453399979s","start":"2026-03-12T19:17:18.116153Z","end":"2026-03-12T19:17:19.569553Z","steps":["trace[889756991] 'agreement among raft nodes before linearized reading' (duration: 1.453324038s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.569586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.16127Z","time spent":"408.307217ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:17:19.569589Z","caller":"traceutil/trace.go:171","msg":"trace[596683660] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:964; }","duration":"1.770757585s","start":"2026-03-12T19:17:17.798811Z","end":"2026-03-12T19:17:19.569569Z","steps":["trace[596683660] 'agreement among raft nodes before linearized reading' (duration: 1.770646972s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.569616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.116137Z","time spent":"1.453469201s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:19.569645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:17.798787Z","time spent":"1.770838946s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":2,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:17:19.569649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754832124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:17:19.569676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271516126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:17:19.569721Z","caller":"traceutil/trace.go:171","msg":"trace[1739740446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:964; }","duration":"1.754944557s","start":"2026-03-12T19:17:17.814759Z","end":"2026-03-12T19:17:19.569703Z","steps":["trace[1739740446] 'agreement among raft nodes before linearized reading' (duration: 1.754693951s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:19.569725Z","caller":"traceutil/trace.go:171","msg":"trace[2050110842] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:964; }","duration":"2.271595868s","start":"2026-03-12T19:17:17.298116Z","end":"2026-03-12T19:17:19.569712Z","steps":["trace[2050110842] 'agreement among raft nodes before linearized reading' (duration: 2.271480445s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.569766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:17.814748Z","time spent":"1.755009938s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:19.569767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:17.298097Z","time spent":"2.271660109s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-12T19:17:20.263822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.096408ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-12T19:17:20.26417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.570667Z","time spent":"693.497781ms","remote":"127.0.0.1:55624","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:17:20.264218Z","caller":"traceutil/trace.go:171","msg":"trace[1164203731] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"690.174032ms","start":"2026-03-12T19:17:19.574029Z","end":"2026-03-12T19:17:20.264203Z","steps":["trace[1164203731] 'process raft request' (duration: 690.042099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:20.264295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.574006Z","time spent":"690.240803ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:20.264518Z","caller":"traceutil/trace.go:171","msg":"trace[772802331] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1005; }","duration":"690.128031ms","start":"2026-03-12T19:17:19.574368Z","end":"2026-03-12T19:17:20.264496Z","steps":["trace[772802331] 'read index received' (duration: 403.568933ms)","trace[772802331] 'applied index is now lower than readState.Index' (duration: 286.558028ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:20.264613Z","caller":"traceutil/trace.go:171","msg":"trace[1571229081] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"690.48187ms","start":"2026-03-12T19:17:19.574111Z","end":"2026-03-12T19:17:20.264593Z","steps":["trace[1571229081] 'process raft request' (duration: 690.058799ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:20.264639Z","caller":"traceutil/trace.go:171","msg":"trace[1365334457] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"689.842634ms","start":"2026-03-12T19:17:19.574785Z","end":"2026-03-12T19:17:20.264628Z","steps":["trace[1365334457] 'process raft request' (duration: 689.603499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:20.264711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.574104Z","time spent":"690.541811ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:20.264742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.57477Z","time spent":"689.898815ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:20.264771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.656448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:20.264809Z","caller":"traceutil/trace.go:171","msg":"trace[1847666876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"686.706779ms","start":"2026-03-12T19:17:19.578091Z","end":"2026-03-12T19:17:20.264797Z","steps":["trace[1847666876] 'agreement among raft nodes before linearized reading' (duration: 686.650888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:20.264838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.578077Z","time spent":"686.75483ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:20.264874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.50749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e0ec4fce9e7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:17:20.264906Z","caller":"traceutil/trace.go:171","msg":"trace[1428113896] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e0ec4fce9e7; range_end:; response_count:1; response_revision:967; }","duration":"690.570382ms","start":"2026-03-12T19:17:19.574326Z","end":"2026-03-12T19:17:20.264896Z","steps":["trace[1428113896] 'agreement among raft nodes before linearized reading' (duration: 690.464859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:20.264934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.574315Z","time spent":"690.612693ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e0ec4fce9e7\" "} {"level":"info","ts":"2026-03-12T19:17:20.538048Z","caller":"traceutil/trace.go:171","msg":"trace[1580546129] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"270.807564ms","start":"2026-03-12T19:17:20.267228Z","end":"2026-03-12T19:17:20.538036Z","steps":["trace[1580546129] 'process raft request' (duration: 270.6504ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:20.538037Z","caller":"traceutil/trace.go:171","msg":"trace[501089660] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1010; }","duration":"212.704566ms","start":"2026-03-12T19:17:20.325311Z","end":"2026-03-12T19:17:20.538015Z","steps":["trace[501089660] 'read index received' (duration: 212.512812ms)","trace[501089660] 'applied index is now lower than readState.Index' (duration: 190.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:20.538179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.849991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T19:17:20.538238Z","caller":"traceutil/trace.go:171","msg":"trace[67577017] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:969; }","duration":"212.953092ms","start":"2026-03-12T19:17:20.325273Z","end":"2026-03-12T19:17:20.538226Z","steps":["trace[67577017] 'agreement among raft nodes before linearized reading' (duration: 212.806029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.313503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.801439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:22.313622Z","caller":"traceutil/trace.go:171","msg":"trace[77196873] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:971; }","duration":"535.943842ms","start":"2026-03-12T19:17:21.777661Z","end":"2026-03-12T19:17:22.313605Z","steps":["trace[77196873] 'range keys from in-memory index tree' (duration: 535.784338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.313697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.632679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:22.313865Z","caller":"traceutil/trace.go:171","msg":"trace[1478461333] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1013; }","duration":"197.829872ms","start":"2026-03-12T19:17:22.116023Z","end":"2026-03-12T19:17:22.313853Z","steps":["trace[1478461333] 'read index received' (duration: 54.771µs)","trace[1478461333] 'applied index is now lower than readState.Index' (duration: 197.774141ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:22.313886Z","caller":"traceutil/trace.go:171","msg":"trace[1502414888] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"699.949696ms","start":"2026-03-12T19:17:21.613906Z","end":"2026-03-12T19:17:22.313855Z","steps":["trace[1502414888] 'process raft request' (duration: 142.092121ms)","trace[1502414888] 'compare' (duration: 557.375533ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:22.313945Z","caller":"traceutil/trace.go:171","msg":"trace[1559648499] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"699.473885ms","start":"2026-03-12T19:17:21.614462Z","end":"2026-03-12T19:17:22.313936Z","steps":["trace[1559648499] 'process raft request' (duration: 699.297991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.31423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:21.613881Z","time spent":"700.267334ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:22.314039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.018067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:22.314375Z","caller":"traceutil/trace.go:171","msg":"trace[897314929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"198.383686ms","start":"2026-03-12T19:17:22.115976Z","end":"2026-03-12T19:17:22.31436Z","steps":["trace[897314929] 'agreement among raft nodes before linearized reading' (duration: 197.985406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:22.314356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:21.614453Z","time spent":"699.820593ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:23.483895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:23.984637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:24.4851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:24.985643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:25.114322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:17:25.114402Z","caller":"traceutil/trace.go:171","msg":"trace[1218635747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252004s","start":"2026-03-12T19:17:23.114131Z","end":"2026-03-12T19:17:25.114383Z","steps":["trace[1218635747] 'agreement among raft nodes before linearized reading' (duration: 2.000143821s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.114449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.114108Z","time spent":"2.000332386s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:17:25 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:17:25.486775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273814,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:17:25.928862Z","caller":"traceutil/trace.go:171","msg":"trace[1027123168] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"3.610254753s","start":"2026-03-12T19:17:22.318585Z","end":"2026-03-12T19:17:25.928839Z","steps":["trace[1027123168] 'process raft request' (duration: 3.61012818s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:25.929111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.318564Z","time spent":"3.610362826s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:26.227153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.556323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:26.227374Z","caller":"traceutil/trace.go:171","msg":"trace[27686822] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"3.908670566s","start":"2026-03-12T19:17:22.318662Z","end":"2026-03-12T19:17:26.227333Z","steps":["trace[27686822] 'process raft request' (duration: 3.682702203s)","trace[27686822] 'compare' (duration: 225.269817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:26.227591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.318636Z","time spent":"3.90886019s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:26.468888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.634938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:17:26.469252Z","caller":"traceutil/trace.go:171","msg":"trace[628001839] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"2.092919206s","start":"2026-03-12T19:17:24.376314Z","end":"2026-03-12T19:17:26.469233Z","steps":["trace[628001839] 'process raft request' (duration: 2.092735621s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.469425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.376296Z","time spent":"2.093060468s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:26.469666Z","caller":"traceutil/trace.go:171","msg":"trace[861132658] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"887.963364ms","start":"2026-03-12T19:17:25.581691Z","end":"2026-03-12T19:17:26.469654Z","steps":["trace[861132658] 'process raft request' (duration: 887.496022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.46977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:25.581671Z","time spent":"888.051726ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:26.469468Z","caller":"traceutil/trace.go:171","msg":"trace[2021058870] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1016; }","duration":"3.486608042s","start":"2026-03-12T19:17:22.982833Z","end":"2026-03-12T19:17:26.469441Z","steps":["trace[2021058870] 'read index received' (duration: 2.94603403s)","trace[2021058870] 'applied index is now lower than readState.Index' (duration: 540.572862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:26.469615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486753806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.470025Z","caller":"traceutil/trace.go:171","msg":"trace[382690206] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:977; }","duration":"3.487193077s","start":"2026-03-12T19:17:22.982802Z","end":"2026-03-12T19:17:26.469995Z","steps":["trace[382690206] 'agreement among raft nodes before linearized reading' (duration: 3.486723475s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.470071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57867023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.470105Z","caller":"traceutil/trace.go:171","msg":"trace[68008225] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:977; }","duration":"1.578734012s","start":"2026-03-12T19:17:24.891361Z","end":"2026-03-12T19:17:26.470095Z","steps":["trace[68008225] 'agreement among raft nodes before linearized reading' (duration: 1.578679561s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.470116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:22.982787Z","time spent":"3.487301019s","remote":"127.0.0.1:55600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:17:26.470114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203158177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:17:26.470144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.89134Z","time spent":"1.578795833s","remote":"127.0.0.1:55578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:26.470172Z","caller":"traceutil/trace.go:171","msg":"trace[1426453316] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:977; }","duration":"3.203271219s","start":"2026-03-12T19:17:23.266888Z","end":"2026-03-12T19:17:26.470159Z","steps":["trace[1426453316] 'agreement among raft nodes before linearized reading' (duration: 3.203144626s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.470214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.266872Z","time spent":"3.203333241s","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:17:26.470298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.599725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.470332Z","caller":"traceutil/trace.go:171","msg":"trace[1898343812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"287.670666ms","start":"2026-03-12T19:17:26.182653Z","end":"2026-03-12T19:17:26.470323Z","steps":["trace[1898343812] 'agreement among raft nodes before linearized reading' (duration: 287.623015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.47043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152242912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:17:26.470508Z","caller":"traceutil/trace.go:171","msg":"trace[762812446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:977; }","duration":"2.152394474s","start":"2026-03-12T19:17:24.318096Z","end":"2026-03-12T19:17:26.47049Z","steps":["trace[762812446] 'agreement among raft nodes before linearized reading' (duration: 2.152095677s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.470567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355957295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.4706Z","caller":"traceutil/trace.go:171","msg":"trace[2017542391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"1.356018326s","start":"2026-03-12T19:17:25.114573Z","end":"2026-03-12T19:17:26.470592Z","steps":["trace[2017542391] 'agreement among raft nodes before linearized reading' (duration: 1.355979805s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.470598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.318077Z","time spent":"2.152509998s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:26.470624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:25.114555Z","time spent":"1.356064118s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:26.470458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765149511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:17:26.470534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200666477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-12T19:17:26.470753Z","caller":"traceutil/trace.go:171","msg":"trace[1971451778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:977; }","duration":"2.765482198s","start":"2026-03-12T19:17:23.705259Z","end":"2026-03-12T19:17:26.470742Z","steps":["trace[1971451778] 'agreement among raft nodes before linearized reading' (duration: 2.765100109s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.470789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:23.705238Z","time spent":"2.76554182s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:17:26.470787Z","caller":"traceutil/trace.go:171","msg":"trace[1752619211] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:977; }","duration":"1.200946114s","start":"2026-03-12T19:17:25.269829Z","end":"2026-03-12T19:17:26.470776Z","steps":["trace[1752619211] 'agreement among raft nodes before linearized reading' (duration: 1.200611906s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.470866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:25.26981Z","time spent":"1.201043936s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-12T19:17:26.470906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151934584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:26.471042Z","caller":"traceutil/trace.go:171","msg":"trace[1929412271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:977; }","duration":"2.152086487s","start":"2026-03-12T19:17:24.318945Z","end":"2026-03-12T19:17:26.471031Z","steps":["trace[1929412271] 'agreement among raft nodes before linearized reading' (duration: 2.151902243s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.471134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:24.318934Z","time spent":"2.15218845s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:17:26.96317Z","caller":"traceutil/trace.go:171","msg":"trace[127443914] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"485.522028ms","start":"2026-03-12T19:17:26.477623Z","end":"2026-03-12T19:17:26.963145Z","steps":["trace[127443914] 'process raft request' (duration: 485.256902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.963309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:26.4776Z","time spent":"485.639981ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:26.963447Z","caller":"traceutil/trace.go:171","msg":"trace[814556736] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"485.788385ms","start":"2026-03-12T19:17:26.477639Z","end":"2026-03-12T19:17:26.963427Z","steps":["trace[814556736] 'process raft request' (duration: 485.363585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.963582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:26.477613Z","time spent":"485.879726ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:26.963819Z","caller":"traceutil/trace.go:171","msg":"trace[649711656] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1021; }","duration":"479.655748ms","start":"2026-03-12T19:17:26.484147Z","end":"2026-03-12T19:17:26.963803Z","steps":["trace[649711656] 'read index received' (duration: 478.661924ms)","trace[649711656] 'applied index is now lower than readState.Index' (duration: 992.654µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:26.96389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.73642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.963926Z","caller":"traceutil/trace.go:171","msg":"trace[606668433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:982; }","duration":"479.796991ms","start":"2026-03-12T19:17:26.48412Z","end":"2026-03-12T19:17:26.963917Z","steps":["trace[606668433] 'agreement among raft nodes before linearized reading' (duration: 479.73896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.963959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:26.484111Z","time spent":"479.841842ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:17:26.963937Z","caller":"traceutil/trace.go:171","msg":"trace[289657570] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"485.954708ms","start":"2026-03-12T19:17:26.477708Z","end":"2026-03-12T19:17:26.963663Z","steps":["trace[289657570] 'process raft request' (duration: 485.662881ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:26.963927Z","caller":"traceutil/trace.go:171","msg":"trace[987980097] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"481.761048ms","start":"2026-03-12T19:17:26.482146Z","end":"2026-03-12T19:17:26.963907Z","steps":["trace[987980097] 'process raft request' (duration: 481.43946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.964077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:26.477701Z","time spent":"486.302686ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:26.96412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:26.48213Z","time spent":"481.891372ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:27.606783Z","caller":"traceutil/trace.go:171","msg":"trace[393015706] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"103.757367ms","start":"2026-03-12T19:17:27.502998Z","end":"2026-03-12T19:17:27.606755Z","steps":["trace[393015706] 'process raft request' (duration: 103.639224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.36294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:28.863728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:29.3646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:29.783406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.168177852s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:17:29.784834Z","caller":"traceutil/trace.go:171","msg":"trace[1540099583] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"2.169711438s","start":"2026-03-12T19:17:27.614622Z","end":"2026-03-12T19:17:29.784333Z","steps":["trace[1540099583] 'process raft request' (duration: 2.169215806s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:29.785024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.614604Z","time spent":"2.170352054s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:30.113423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999752301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:17:30.113526Z","caller":"traceutil/trace.go:171","msg":"trace[1788708751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999943886s","start":"2026-03-12T19:17:28.113565Z","end":"2026-03-12T19:17:30.113509Z","steps":["trace[1788708751] 'agreement among raft nodes before linearized reading' (duration: 1.999814233s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.113592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.113505Z","time spent":"2.000077479s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:31.620056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384761603s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:31.620321Z","caller":"traceutil/trace.go:171","msg":"trace[1355030429] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"2.926877589s","start":"2026-03-12T19:17:28.693419Z","end":"2026-03-12T19:17:31.620297Z","steps":["trace[1355030429] 'process raft request' (duration: 1.541797428s)","trace[1355030429] 'compare' (duration: 1.384333673s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:31.620413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.6934Z","time spent":"2.926972722s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:31.620427Z","caller":"traceutil/trace.go:171","msg":"trace[96636508] linearizableReadLoop","detail":"{readStateIndex:1030; appliedIndex:1029; }","duration":"3.758124773s","start":"2026-03-12T19:17:27.862278Z","end":"2026-03-12T19:17:31.620403Z","steps":["trace[96636508] 'read index received' (duration: 1.922116959s)","trace[96636508] 'applied index is now lower than readState.Index' (duration: 1.836005423s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:31.620428Z","caller":"traceutil/trace.go:171","msg":"trace[253713901] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"1.830026241s","start":"2026-03-12T19:17:29.790321Z","end":"2026-03-12T19:17:31.620347Z","steps":["trace[253713901] 'process raft request' (duration: 1.829953559s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:31.620635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.790301Z","time spent":"1.830288517s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:31.620685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758309417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:31.620747Z","caller":"traceutil/trace.go:171","msg":"trace[597598509] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:987; }","duration":"3.758508011s","start":"2026-03-12T19:17:27.862227Z","end":"2026-03-12T19:17:31.620735Z","steps":["trace[597598509] 'agreement among raft nodes before linearized reading' (duration: 3.758285886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:31.62079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.862207Z","time spent":"3.758572794s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:17:32.115237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:17:32.115342Z","caller":"traceutil/trace.go:171","msg":"trace[403938200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669154s","start":"2026-03-12T19:17:30.114647Z","end":"2026-03-12T19:17:32.115316Z","steps":["trace[403938200] 'agreement among raft nodes before linearized reading' (duration: 2.000549641s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.115399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:30.114584Z","time spent":"2.000801886s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:17:32 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:17:32.121402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:32.64091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:32.934377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000097786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:17:32.934455Z","caller":"traceutil/trace.go:171","msg":"trace[1394321349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00022993s","start":"2026-03-12T19:17:27.934206Z","end":"2026-03-12T19:17:32.934436Z","steps":["trace[1394321349] 'agreement among raft nodes before linearized reading' (duration: 5.000132247s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.9345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.934186Z","time spent":"5.000304932s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/12 19:17:32 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:17:33.14106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363236718360273844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:33.232189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974181905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:17:33.232349Z","caller":"traceutil/trace.go:171","msg":"trace[1278465734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.97438224s","start":"2026-03-12T19:17:28.257945Z","end":"2026-03-12T19:17:33.232327Z","steps":["trace[1278465734] 'agreement among raft nodes before linearized reading' (duration: 4.974205235s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.232409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.25793Z","time spent":"4.974467812s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/12 19:17:33 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:17:33.294225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516221338s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:33.294451Z","caller":"traceutil/trace.go:171","msg":"trace[1761817215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:987; }","duration":"1.516455754s","start":"2026-03-12T19:17:31.777972Z","end":"2026-03-12T19:17:33.294428Z","steps":["trace[1761817215] 'range keys from in-memory index tree' (duration: 1.516187428s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.492182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.88496221s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:17:33.492598Z","caller":"traceutil/trace.go:171","msg":"trace[249583694] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"1.885469942s","start":"2026-03-12T19:17:31.607105Z","end":"2026-03-12T19:17:33.492575Z","steps":["trace[249583694] 'process raft request' (duration: 1.885298478s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.492734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.607052Z","time spent":"1.885615406s","remote":"127.0.0.1:55754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6173,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:33.651819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.269496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:33.651977Z","caller":"traceutil/trace.go:171","msg":"trace[95308828] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1031; }","duration":"2.031477436s","start":"2026-03-12T19:17:31.620489Z","end":"2026-03-12T19:17:33.651967Z","steps":["trace[95308828] 'read index received' (duration: 1.871952949s)","trace[95308828] 'applied index is now lower than readState.Index' (duration: 159.523637ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:33.652049Z","caller":"traceutil/trace.go:171","msg":"trace[1094259172] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"2.033869084s","start":"2026-03-12T19:17:31.618174Z","end":"2026-03-12T19:17:33.652043Z","steps":["trace[1094259172] 'process raft request' (duration: 1.914321701s)","trace[1094259172] 'compare' (duration: 119.181394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:33.6521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.618147Z","time spent":"2.033935405s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:33.652319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345026576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:17:33.652366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684248193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:17:33.652417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863470575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-12T19:17:33.652478Z","caller":"traceutil/trace.go:171","msg":"trace[448315112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:990; }","duration":"4.684364566s","start":"2026-03-12T19:17:28.968064Z","end":"2026-03-12T19:17:33.652428Z","steps":["trace[448315112] 'agreement among raft nodes before linearized reading' (duration: 4.684129591s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.652543Z","caller":"traceutil/trace.go:171","msg":"trace[903531560] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"2.028760502s","start":"2026-03-12T19:17:31.623777Z","end":"2026-03-12T19:17:33.652538Z","steps":["trace[903531560] 'process raft request' (duration: 2.028154008s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.652544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.968019Z","time spent":"4.68450799s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:33.652602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.623752Z","time spent":"2.028819543s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:33.652627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683101982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-03-12T19:17:33.652691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684519551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:33.652737Z","caller":"traceutil/trace.go:171","msg":"trace[1800763279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:990; }","duration":"4.684567702s","start":"2026-03-12T19:17:28.968164Z","end":"2026-03-12T19:17:33.652732Z","steps":["trace[1800763279] 'agreement among raft nodes before linearized reading' (duration: 4.684254304s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.652786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.968088Z","time spent":"4.684685834s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:17:33.652498Z","caller":"traceutil/trace.go:171","msg":"trace[569651297] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:990; }","duration":"3.863588268s","start":"2026-03-12T19:17:29.788902Z","end":"2026-03-12T19:17:33.65249Z","steps":["trace[569651297] 'agreement among raft nodes before linearized reading' (duration: 3.863422354s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.652843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53051927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:33.652897Z","caller":"traceutil/trace.go:171","msg":"trace[700610936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"1.530601262s","start":"2026-03-12T19:17:32.122281Z","end":"2026-03-12T19:17:33.652882Z","steps":["trace[700610936] 'agreement among raft nodes before linearized reading' (duration: 1.53052435s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.652929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.788884Z","time spent":"3.864004817s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-12T19:17:33.652396Z","caller":"traceutil/trace.go:171","msg":"trace[703787253] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:990; }","duration":"5.345140939s","start":"2026-03-12T19:17:28.307226Z","end":"2026-03-12T19:17:33.652367Z","steps":["trace[703787253] 'agreement among raft nodes before linearized reading' (duration: 5.344960175s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.652947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.122264Z","time spent":"1.530673104s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:33.652987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.307156Z","time spent":"5.345824295s","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:33.652868Z","caller":"traceutil/trace.go:171","msg":"trace[412885784] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:990; }","duration":"1.683305637s","start":"2026-03-12T19:17:31.969424Z","end":"2026-03-12T19:17:33.65273Z","steps":["trace[412885784] 'agreement among raft nodes before linearized reading' (duration: 1.682798054s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.653243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:31.969403Z","time spent":"1.683707887s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-12T19:17:33.654284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686105218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:17:33.654362Z","caller":"traceutil/trace.go:171","msg":"trace[2136929150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:990; }","duration":"4.686312423s","start":"2026-03-12T19:17:28.968042Z","end":"2026-03-12T19:17:33.654354Z","steps":["trace[2136929150] 'agreement among raft nodes before linearized reading' (duration: 4.6841248s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:33.654414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:28.968028Z","time spent":"4.686380325s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:35.660992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000889158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:17:35.66108Z","caller":"traceutil/trace.go:171","msg":"trace[1179048362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000999991s","start":"2026-03-12T19:17:33.660052Z","end":"2026-03-12T19:17:35.661052Z","steps":["trace[1179048362] 'agreement among raft nodes before linearized reading' (duration: 2.000907029s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.661127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:33.660043Z","time spent":"2.001074082s","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:17:35 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:17:35.804602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946093791s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:35.804869Z","caller":"traceutil/trace.go:171","msg":"trace[2115288708] linearizableReadLoop","detail":"{readStateIndex:1040; appliedIndex:1034; }","duration":"2.144776193s","start":"2026-03-12T19:17:33.660077Z","end":"2026-03-12T19:17:35.804854Z","steps":["trace[2115288708] 'read index received' (duration: 28.609433ms)","trace[2115288708] 'applied index is now lower than readState.Index' (duration: 2.11616587s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.805214Z","caller":"traceutil/trace.go:171","msg":"trace[1679871440] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"2.146427472s","start":"2026-03-12T19:17:33.658761Z","end":"2026-03-12T19:17:35.805188Z","steps":["trace[1679871440] 'process raft request' (duration: 2.146000312s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.805346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:33.65875Z","time spent":"2.146526855s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:35.805657Z","caller":"traceutil/trace.go:171","msg":"trace[945563466] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"2.147056147s","start":"2026-03-12T19:17:33.65859Z","end":"2026-03-12T19:17:35.805646Z","steps":["trace[945563466] 'process raft request' (duration: 2.146096994s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.805722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:33.658555Z","time spent":"2.147134699s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:35.805743Z","caller":"traceutil/trace.go:171","msg":"trace[1608798086] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"2.146549815s","start":"2026-03-12T19:17:33.659181Z","end":"2026-03-12T19:17:35.805731Z","steps":["trace[1608798086] 'process raft request' (duration: 2.145609953s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.805794Z","caller":"traceutil/trace.go:171","msg":"trace[1297635954] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"2.145752296s","start":"2026-03-12T19:17:33.659988Z","end":"2026-03-12T19:17:35.805741Z","steps":["trace[1297635954] 'process raft request' (duration: 2.144827974s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.805881Z","caller":"traceutil/trace.go:171","msg":"trace[44972471] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"2.146429543s","start":"2026-03-12T19:17:33.658498Z","end":"2026-03-12T19:17:35.804928Z","steps":["trace[44972471] 'process raft request' (duration: 199.937522ms)","trace[44972471] 'compare' (duration: 1.945714862s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:35.805811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:33.659173Z","time spent":"2.146603436s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:35.805953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:33.659951Z","time spent":"2.14590366s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:35.80621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:33.658482Z","time spent":"2.147647972s","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:36.956141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039700975s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:17:36.956361Z","caller":"traceutil/trace.go:171","msg":"trace[598986443] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"146.21547ms","start":"2026-03-12T19:17:36.810131Z","end":"2026-03-12T19:17:36.956347Z","steps":["trace[598986443] 'process raft request' (duration: 146.111087ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:36.956347Z","caller":"traceutil/trace.go:171","msg":"trace[1844712603] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1040; }","duration":"1.151421272s","start":"2026-03-12T19:17:35.804902Z","end":"2026-03-12T19:17:36.956323Z","steps":["trace[1844712603] 'read index received' (duration: 111.469021ms)","trace[1844712603] 'applied index is now lower than readState.Index' (duration: 1.039950001s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:36.956639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263888527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:17:36.956693Z","caller":"traceutil/trace.go:171","msg":"trace[960150412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:997; }","duration":"1.26399836s","start":"2026-03-12T19:17:35.692684Z","end":"2026-03-12T19:17:36.956682Z","steps":["trace[960150412] 'agreement among raft nodes before linearized reading' (duration: 1.263818926s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:36.956732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:35.69266Z","time spent":"1.264063501s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:36.95681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020287013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:36.956852Z","caller":"traceutil/trace.go:171","msg":"trace[645980939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:997; }","duration":"2.020366375s","start":"2026-03-12T19:17:34.936475Z","end":"2026-03-12T19:17:36.956841Z","steps":["trace[645980939] 'agreement among raft nodes before linearized reading' (duration: 2.020264622s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:36.95688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:34.936456Z","time spent":"2.020417965s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:17:36.956921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.484923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:36.956964Z","caller":"traceutil/trace.go:171","msg":"trace[430112708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:997; }","duration":"776.554365ms","start":"2026-03-12T19:17:36.180399Z","end":"2026-03-12T19:17:36.956953Z","steps":["trace[430112708] 'agreement among raft nodes before linearized reading' (duration: 776.496754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:36.957003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:36.180381Z","time spent":"776.611716ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:36.957016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295612705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:36.957045Z","caller":"traceutil/trace.go:171","msg":"trace[861552956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:997; }","duration":"1.295674116s","start":"2026-03-12T19:17:35.661359Z","end":"2026-03-12T19:17:36.957033Z","steps":["trace[861552956] 'agreement among raft nodes before linearized reading' (duration: 1.295637835s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:36.957077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:35.661335Z","time spent":"1.295736257s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:36.957258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723100239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-12T19:17:36.957292Z","caller":"traceutil/trace.go:171","msg":"trace[1815441518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:997; }","duration":"1.72316946s","start":"2026-03-12T19:17:35.234115Z","end":"2026-03-12T19:17:36.957285Z","steps":["trace[1815441518] 'agreement among raft nodes before linearized reading' (duration: 1.723070508s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:36.957318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:35.234103Z","time spent":"1.723209311s","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:36.957572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.16041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:36.957682Z","caller":"traceutil/trace.go:171","msg":"trace[1102057407] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:997; }","duration":"630.366875ms","start":"2026-03-12T19:17:36.327297Z","end":"2026-03-12T19:17:36.957664Z","steps":["trace[1102057407] 'agreement among raft nodes before linearized reading' (duration: 630.098479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:36.95776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:36.327276Z","time spent":"630.469478ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:38.53164Z","caller":"traceutil/trace.go:171","msg":"trace[1688077421] linearizableReadLoop","detail":"{readStateIndex:1055; appliedIndex:1054; }","duration":"421.504571ms","start":"2026-03-12T19:17:38.11011Z","end":"2026-03-12T19:17:38.531615Z","steps":["trace[1688077421] 'read index received' (duration: 378.600697ms)","trace[1688077421] 'applied index is now lower than readState.Index' (duration: 42.901724ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:38.531722Z","caller":"traceutil/trace.go:171","msg":"trace[1537980862] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"475.053319ms","start":"2026-03-12T19:17:38.056647Z","end":"2026-03-12T19:17:38.5317Z","steps":["trace[1537980862] 'process raft request' (duration: 432.025802ms)","trace[1537980862] 'compare' (duration: 42.524035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:38.531806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:38.056624Z","time spent":"475.142132ms","remote":"127.0.0.1:55680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":836,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:38.532288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.37345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:38.532503Z","caller":"traceutil/trace.go:171","msg":"trace[2089847490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1008; }","duration":"419.595876ms","start":"2026-03-12T19:17:38.112884Z","end":"2026-03-12T19:17:38.53248Z","steps":["trace[2089847490] 'agreement among raft nodes before linearized reading' (duration: 419.310549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:38.532641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:38.112834Z","time spent":"419.78953ms","remote":"127.0.0.1:55594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:38.53234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.221088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:38.532936Z","caller":"traceutil/trace.go:171","msg":"trace[452764514] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1008; }","duration":"422.861293ms","start":"2026-03-12T19:17:38.110053Z","end":"2026-03-12T19:17:38.532915Z","steps":["trace[452764514] 'agreement among raft nodes before linearized reading' (duration: 422.076144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:38.533015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:38.110031Z","time spent":"422.966836ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-12T19:17:38.740115Z","caller":"traceutil/trace.go:171","msg":"trace[1286831642] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"129.088661ms","start":"2026-03-12T19:17:38.611001Z","end":"2026-03-12T19:17:38.74009Z","steps":["trace[1286831642] 'process raft request' (duration: 129.025359ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:38.740077Z","caller":"traceutil/trace.go:171","msg":"trace[1400695747] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"133.092897ms","start":"2026-03-12T19:17:38.606954Z","end":"2026-03-12T19:17:38.740047Z","steps":["trace[1400695747] 'process raft request' (duration: 51.563101ms)","trace[1400695747] 'compare' (duration: 81.342371ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:46.01363Z","caller":"traceutil/trace.go:171","msg":"trace[208651244] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"191.304756ms","start":"2026-03-12T19:17:45.8223Z","end":"2026-03-12T19:17:46.013605Z","steps":["trace[208651244] 'process raft request' (duration: 191.161723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:46.068194Z","caller":"traceutil/trace.go:171","msg":"trace[2129073161] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1102; }","duration":"151.038605ms","start":"2026-03-12T19:17:45.917126Z","end":"2026-03-12T19:17:46.068165Z","steps":["trace[2129073161] 'read index received' (duration: 96.331859ms)","trace[2129073161] 'applied index is now lower than readState.Index' (duration: 54.705746ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:46.068312Z","caller":"traceutil/trace.go:171","msg":"trace[1891995671] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"244.25673ms","start":"2026-03-12T19:17:45.824044Z","end":"2026-03-12T19:17:46.068301Z","steps":["trace[1891995671] 'process raft request' (duration: 243.990343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:46.068623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.363953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:17:46.068746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.610259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-12T19:17:46.068796Z","caller":"traceutil/trace.go:171","msg":"trace[226450796] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1056; }","duration":"151.711431ms","start":"2026-03-12T19:17:45.91707Z","end":"2026-03-12T19:17:46.068781Z","steps":["trace[226450796] 'agreement among raft nodes before linearized reading' (duration: 151.561448ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:46.068775Z","caller":"traceutil/trace.go:171","msg":"trace[107873388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1056; }","duration":"120.557087ms","start":"2026-03-12T19:17:45.948199Z","end":"2026-03-12T19:17:46.068756Z","steps":["trace[107873388] 'agreement among raft nodes before linearized reading' (duration: 120.309572ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:46.18762Z","caller":"traceutil/trace.go:171","msg":"trace[368320711] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"113.879517ms","start":"2026-03-12T19:17:46.07371Z","end":"2026-03-12T19:17:46.18759Z","steps":["trace[368320711] 'process raft request' (duration: 113.696833ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:46.187665Z","caller":"traceutil/trace.go:171","msg":"trace[115808007] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"113.873337ms","start":"2026-03-12T19:17:46.073756Z","end":"2026-03-12T19:17:46.187629Z","steps":["trace[115808007] 'process raft request' (duration: 113.761535ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:48.35954Z","caller":"traceutil/trace.go:171","msg":"trace[442540938] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"153.155742ms","start":"2026-03-12T19:17:48.206358Z","end":"2026-03-12T19:17:48.359514Z","steps":["trace[442540938] 'process raft request' (duration: 152.868485ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:51.235408Z","caller":"traceutil/trace.go:171","msg":"trace[26532557] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1124; }","duration":"109.230618ms","start":"2026-03-12T19:17:51.126144Z","end":"2026-03-12T19:17:51.235374Z","steps":["trace[26532557] 'read index received' (duration: 39.618652ms)","trace[26532557] 'applied index is now lower than readState.Index' (duration: 69.608206ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:51.235602Z","caller":"traceutil/trace.go:171","msg":"trace[1596850075] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"158.52169ms","start":"2026-03-12T19:17:51.077049Z","end":"2026-03-12T19:17:51.235571Z","steps":["trace[1596850075] 'process raft request' (duration: 88.71098ms)","trace[1596850075] 'compare' (duration: 69.451832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:51.235879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.71893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-12T19:17:51.235947Z","caller":"traceutil/trace.go:171","msg":"trace[26406713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1076; }","duration":"109.844133ms","start":"2026-03-12T19:17:51.126088Z","end":"2026-03-12T19:17:51.235933Z","steps":["trace[26406713] 'agreement among raft nodes before linearized reading' (duration: 109.569656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:52.62515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.19682ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:17:59.561214Z","caller":"traceutil/trace.go:171","msg":"trace[488652768] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"189.23519ms","start":"2026-03-12T19:17:59.371953Z","end":"2026-03-12T19:17:59.561189Z","steps":["trace[488652768] 'process raft request' (duration: 189.182079ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.561353Z","caller":"traceutil/trace.go:171","msg":"trace[10465567] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"189.700591ms","start":"2026-03-12T19:17:59.371624Z","end":"2026-03-12T19:17:59.561324Z","steps":["trace[10465567] 'process raft request' (duration: 109.572686ms)","trace[10465567] 'compare' (duration: 79.790537ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:02.680385Z","caller":"traceutil/trace.go:171","msg":"trace[953501723] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1174; }","duration":"108.982462ms","start":"2026-03-12T19:18:02.571365Z","end":"2026-03-12T19:18:02.680347Z","steps":["trace[953501723] 'read index received' (duration: 77.739769ms)","trace[953501723] 'applied index is now lower than readState.Index' (duration: 31.236762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:02.680672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.29254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:02.680791Z","caller":"traceutil/trace.go:171","msg":"trace[801498169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1123; }","duration":"109.465434ms","start":"2026-03-12T19:18:02.571304Z","end":"2026-03-12T19:18:02.680769Z","steps":["trace[801498169] 'agreement among raft nodes before linearized reading' (duration: 109.086235ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:02.856639Z","caller":"traceutil/trace.go:171","msg":"trace[792103199] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"151.751729ms","start":"2026-03-12T19:18:02.704856Z","end":"2026-03-12T19:18:02.856608Z","steps":["trace[792103199] 'process raft request' (duration: 151.577175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.059736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.821088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:18:03.059827Z","caller":"traceutil/trace.go:171","msg":"trace[646558834] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1124; }","duration":"140.985722ms","start":"2026-03-12T19:18:02.918822Z","end":"2026-03-12T19:18:03.059808Z","steps":["trace[646558834] 'count revisions from in-memory index tree' (duration: 140.719876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:04.572503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.012453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:18:04.572592Z","caller":"traceutil/trace.go:171","msg":"trace[968475276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1131; }","duration":"104.139726ms","start":"2026-03-12T19:18:04.468432Z","end":"2026-03-12T19:18:04.572572Z","steps":["trace[968475276] 'range keys from in-memory index tree' (duration: 103.783268ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:06.444404Z","caller":"traceutil/trace.go:171","msg":"trace[639332906] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"147.884727ms","start":"2026-03-12T19:18:06.296484Z","end":"2026-03-12T19:18:06.444369Z","steps":["trace[639332906] 'process raft request' (duration: 147.692672ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:23.998487Z","caller":"traceutil/trace.go:171","msg":"trace[514575135] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"104.868674ms","start":"2026-03-12T19:18:23.89358Z","end":"2026-03-12T19:18:23.998448Z","steps":["trace[514575135] 'process raft request' (duration: 54.577638ms)","trace[514575135] 'compare' (duration: 50.184063ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:24.841612Z","caller":"traceutil/trace.go:171","msg":"trace[1792271897] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"160.138638ms","start":"2026-03-12T19:18:24.681458Z","end":"2026-03-12T19:18:24.841596Z","steps":["trace[1792271897] 'process raft request' (duration: 159.909653ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:27.275684Z","caller":"traceutil/trace.go:171","msg":"trace[1730622171] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"205.728042ms","start":"2026-03-12T19:18:27.069938Z","end":"2026-03-12T19:18:27.275666Z","steps":["trace[1730622171] 'process raft request' (duration: 205.621189ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:27.749097Z","caller":"traceutil/trace.go:171","msg":"trace[1553626859] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"113.449718ms","start":"2026-03-12T19:18:27.63561Z","end":"2026-03-12T19:18:27.74906Z","steps":["trace[1553626859] 'process raft request' (duration: 113.308485ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:48.083467Z","caller":"traceutil/trace.go:171","msg":"trace[1522485001] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"113.032077ms","start":"2026-03-12T19:18:47.970399Z","end":"2026-03-12T19:18:48.083431Z","steps":["trace[1522485001] 'process raft request' (duration: 32.152764ms)","trace[1522485001] 'compare' (duration: 80.670698ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:48.33343Z","caller":"traceutil/trace.go:171","msg":"trace[825002356] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1370; }","duration":"217.675386ms","start":"2026-03-12T19:18:48.115729Z","end":"2026-03-12T19:18:48.333404Z","steps":["trace[825002356] 'read index received' (duration: 4.148029ms)","trace[825002356] 'applied index is now lower than readState.Index' (duration: 213.526297ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:48.333504Z","caller":"traceutil/trace.go:171","msg":"trace[465550813] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"245.412824ms","start":"2026-03-12T19:18:48.088059Z","end":"2026-03-12T19:18:48.333472Z","steps":["trace[465550813] 'process raft request' (duration: 236.457011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.333594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.776368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:18:48.333598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.830779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:48.333628Z","caller":"traceutil/trace.go:171","msg":"trace[1096787546] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1311; }","duration":"183.870731ms","start":"2026-03-12T19:18:48.149747Z","end":"2026-03-12T19:18:48.333617Z","steps":["trace[1096787546] 'agreement among raft nodes before linearized reading' (duration: 183.791519ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:48.333663Z","caller":"traceutil/trace.go:171","msg":"trace[797885377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1311; }","duration":"217.961972ms","start":"2026-03-12T19:18:48.115683Z","end":"2026-03-12T19:18:48.333645Z","steps":["trace[797885377] 'agreement among raft nodes before linearized reading' (duration: 217.828849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:48.333679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.513703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:18:48.333771Z","caller":"traceutil/trace.go:171","msg":"trace[1721299014] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1311; }","duration":"125.647427ms","start":"2026-03-12T19:18:48.208101Z","end":"2026-03-12T19:18:48.333749Z","steps":["trace[1721299014] 'agreement among raft nodes before linearized reading' (duration: 125.473723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:51.52436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.19458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:51.52449Z","caller":"traceutil/trace.go:171","msg":"trace[721813976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1321; }","duration":"100.385584ms","start":"2026-03-12T19:18:51.424085Z","end":"2026-03-12T19:18:51.52447Z","steps":["trace[721813976] 'range keys from in-memory index tree' (duration: 99.871692ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:58.178887Z","caller":"traceutil/trace.go:171","msg":"trace[890585165] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"161.673849ms","start":"2026-03-12T19:18:58.017192Z","end":"2026-03-12T19:18:58.178865Z","steps":["trace[890585165] 'process raft request' (duration: 161.213018ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:25.985462Z","caller":"traceutil/trace.go:171","msg":"trace[930755339] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"101.130271ms","start":"2026-03-12T19:19:25.884312Z","end":"2026-03-12T19:19:25.985443Z","steps":["trace[930755339] 'process raft request' (duration: 100.998878ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:37.575451Z","caller":"traceutil/trace.go:171","msg":"trace[305016619] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"111.307288ms","start":"2026-03-12T19:19:37.464112Z","end":"2026-03-12T19:19:37.57542Z","steps":["trace[305016619] 'process raft request' (duration: 110.808217ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:39.096381Z","caller":"traceutil/trace.go:171","msg":"trace[1343177300] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"151.434361ms","start":"2026-03-12T19:19:38.944925Z","end":"2026-03-12T19:19:39.09636Z","steps":["trace[1343177300] 'process raft request' (duration: 114.982563ms)","trace[1343177300] 'compare' (duration: 36.376646ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:39.424235Z","caller":"traceutil/trace.go:171","msg":"trace[539068843] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"147.297665ms","start":"2026-03-12T19:19:39.276914Z","end":"2026-03-12T19:19:39.424212Z","steps":["trace[539068843] 'process raft request' (duration: 147.165212ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:52.261143Z","caller":"traceutil/trace.go:171","msg":"trace[1508053227] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1641; }","duration":"145.604246ms","start":"2026-03-12T19:19:52.115514Z","end":"2026-03-12T19:19:52.261118Z","steps":["trace[1508053227] 'read index received' (duration: 145.403541ms)","trace[1508053227] 'applied index is now lower than readState.Index' (duration: 199.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:52.261246Z","caller":"traceutil/trace.go:171","msg":"trace[762811479] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"279.952339ms","start":"2026-03-12T19:19:51.981252Z","end":"2026-03-12T19:19:52.261204Z","steps":["trace[762811479] 'process raft request' (duration: 279.732114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:52.261305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.76824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:52.261342Z","caller":"traceutil/trace.go:171","msg":"trace[288447948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1569; }","duration":"145.821991ms","start":"2026-03-12T19:19:52.115508Z","end":"2026-03-12T19:19:52.26133Z","steps":["trace[288447948] 'agreement among raft nodes before linearized reading' (duration: 145.748399ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:52.838579Z","caller":"traceutil/trace.go:171","msg":"trace[1695143620] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1643; }","duration":"114.106873ms","start":"2026-03-12T19:19:52.72445Z","end":"2026-03-12T19:19:52.838557Z","steps":["trace[1695143620] 'read index received' (duration: 18.056199ms)","trace[1695143620] 'applied index is now lower than readState.Index' (duration: 96.049413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:52.838796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.370269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:19:52.838834Z","caller":"traceutil/trace.go:171","msg":"trace[589912432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1570; }","duration":"114.455231ms","start":"2026-03-12T19:19:52.724369Z","end":"2026-03-12T19:19:52.838824Z","steps":["trace[589912432] 'agreement among raft nodes before linearized reading' (duration: 114.288327ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:06.474953Z","caller":"traceutil/trace.go:171","msg":"trace[401867062] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"101.443628ms","start":"2026-03-12T19:20:06.373487Z","end":"2026-03-12T19:20:06.47493Z","steps":["trace[401867062] 'process raft request' (duration: 92.532302ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:16.684794Z","caller":"traceutil/trace.go:171","msg":"trace[1280826163] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"115.334919ms","start":"2026-03-12T19:20:16.569432Z","end":"2026-03-12T19:20:16.684766Z","steps":["trace[1280826163] 'process raft request' (duration: 89.088712ms)","trace[1280826163] 'compare' (duration: 26.096254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:19.752297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.951093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-12T19:20:19.752335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.762855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-12T19:20:19.752382Z","caller":"traceutil/trace.go:171","msg":"trace[1577515317] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1680; }","duration":"170.091746ms","start":"2026-03-12T19:20:19.582271Z","end":"2026-03-12T19:20:19.752363Z","steps":["trace[1577515317] 'range keys from in-memory index tree' (duration: 169.704827ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:19.752434Z","caller":"traceutil/trace.go:171","msg":"trace[927435126] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1680; }","duration":"209.904707ms","start":"2026-03-12T19:20:19.542505Z","end":"2026-03-12T19:20:19.75241Z","steps":["trace[927435126] 'range keys from in-memory index tree' (duration: 209.57881ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:20.583763Z","caller":"traceutil/trace.go:171","msg":"trace[701336131] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"136.585631ms","start":"2026-03-12T19:20:20.447157Z","end":"2026-03-12T19:20:20.583742Z","steps":["trace[701336131] 'process raft request' (duration: 136.453198ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:22.398912Z","caller":"traceutil/trace.go:171","msg":"trace[1436241308] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"144.118744ms","start":"2026-03-12T19:20:22.25476Z","end":"2026-03-12T19:20:22.398878Z","steps":["trace[1436241308] 'process raft request' (duration: 143.830168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:29.52897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.240091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:29.529473Z","caller":"traceutil/trace.go:171","msg":"trace[964611653] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"178.609923ms","start":"2026-03-12T19:20:29.350826Z","end":"2026-03-12T19:20:29.529436Z","steps":["trace[964611653] 'process raft request' (duration: 26.573835ms)","trace[964611653] 'compare' (duration: 151.072456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:31.8132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.006003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:31.813297Z","caller":"traceutil/trace.go:171","msg":"trace[1579219821] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1809; }","duration":"129.146889ms","start":"2026-03-12T19:20:31.684134Z","end":"2026-03-12T19:20:31.813281Z","steps":["trace[1579219821] 'read index received' (duration: 36.191µs)","trace[1579219821] 'applied index is now lower than readState.Index' (duration: 129.109598ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:31.813375Z","caller":"traceutil/trace.go:171","msg":"trace[1396689622] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"214.464783ms","start":"2026-03-12T19:20:31.598899Z","end":"2026-03-12T19:20:31.813364Z","steps":["trace[1396689622] 'process raft request' (duration: 76.189133ms)","trace[1396689622] 'compare' (duration: 137.888601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:31.813507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.371504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-12T19:20:31.813559Z","caller":"traceutil/trace.go:171","msg":"trace[1327586743] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1729; }","duration":"129.463056ms","start":"2026-03-12T19:20:31.684083Z","end":"2026-03-12T19:20:31.813546Z","steps":["trace[1327586743] 'agreement among raft nodes before linearized reading' (duration: 129.336683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:32.258385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.910954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:32.258467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.02779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:20:32.258497Z","caller":"traceutil/trace.go:171","msg":"trace[1048726873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1731; }","duration":"145.067087ms","start":"2026-03-12T19:20:32.113404Z","end":"2026-03-12T19:20:32.258471Z","steps":["trace[1048726873] 'range keys from in-memory index tree' (duration: 144.837401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:32.258541Z","caller":"traceutil/trace.go:171","msg":"trace[65957185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1731; }","duration":"124.106221ms","start":"2026-03-12T19:20:32.134399Z","end":"2026-03-12T19:20:32.258505Z","steps":["trace[65957185] 'range keys from in-memory index tree' (duration: 123.876727ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:50.339749Z","caller":"traceutil/trace.go:171","msg":"trace[760664032] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"120.56529ms","start":"2026-03-12T19:20:50.219159Z","end":"2026-03-12T19:20:50.339725Z","steps":["trace[760664032] 'process raft request' (duration: 120.435177ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:50.573005Z","caller":"traceutil/trace.go:171","msg":"trace[1003738983] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"180.398804ms","start":"2026-03-12T19:20:50.392525Z","end":"2026-03-12T19:20:50.572924Z","steps":["trace[1003738983] 'process raft request' (duration: 179.164365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:00.063378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.631208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:21:00.06346Z","caller":"traceutil/trace.go:171","msg":"trace[1914475805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1874; }","duration":"103.739371ms","start":"2026-03-12T19:20:59.959704Z","end":"2026-03-12T19:21:00.063443Z","steps":["trace[1914475805] 'range keys from in-memory index tree' (duration: 103.523426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:00.06359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.039467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-12T19:21:00.063726Z","caller":"traceutil/trace.go:171","msg":"trace[528523057] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1874; }","duration":"107.216851ms","start":"2026-03-12T19:20:59.956486Z","end":"2026-03-12T19:21:00.063703Z","steps":["trace[528523057] 'range keys from in-memory index tree' (duration: 106.781802ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:00.253628Z","caller":"traceutil/trace.go:171","msg":"trace[1915473534] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"186.357282ms","start":"2026-03-12T19:21:00.067242Z","end":"2026-03-12T19:21:00.253599Z","steps":["trace[1915473534] 'process raft request' (duration: 100.618708ms)","trace[1915473534] 'compare' (duration: 85.444137ms)"],"step_count":2}