{"level":"warn","ts":"2026-03-09T01:38:47.805431Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:38:47.807265Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:38:47.807384Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:38:47.807405Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-09T01:38:47.807445Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:38:47.808126Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-03-09T01:38:47.808229Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:38:47.819809Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.447524ms"} {"level":"info","ts":"2026-03-09T01:38:47.83009Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-03-09T01:38:47.830528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:38:47.830554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-03-09T01:38:47.830571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:38:47.830635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-03-09T01:38:47.830832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-03-09T01:38:47.840449Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:38:47.842401Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:38:47.845031Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:38:47.849054Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:38:47.849651Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:38:47.849774Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:47.852358Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:47.852412Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:47.853179Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-03-09T01:38:47.859118Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-09T01:38:47.860043Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:38:47.860246Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:38:47.860277Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:38:47.860404Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-09T01:38:47.860418Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-09T01:38:48.431588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:38:48.431666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:38:48.43172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-03-09T01:38:48.431743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:38:48.431754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-09T01:38:48.431773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-03-09T01:38:48.431786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-09T01:38:48.433046Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:38:48.43306Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:38:48.4331Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:38:48.433203Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:48.433643Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:38:48.433727Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:38:48.434394Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:48.434544Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:48.434585Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:48.437494Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-03-09T01:38:48.437505Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-09T01:39:16.210832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.053213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:16.210964Z","caller":"traceutil/trace.go:171","msg":"trace[1894283378] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:430; }","duration":"110.234406ms","start":"2026-03-09T01:39:16.100709Z","end":"2026-03-09T01:39:16.210944Z","steps":["trace[1894283378] 'range keys from in-memory index tree' (duration: 109.980132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:22.43091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.03889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:39:22.431044Z","caller":"traceutil/trace.go:171","msg":"trace[239857760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:476; }","duration":"981.252404ms","start":"2026-03-09T01:39:21.449773Z","end":"2026-03-09T01:39:22.431026Z","steps":["trace[239857760] 'range keys from in-memory index tree' (duration: 980.843906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:22.431036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.459858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-09T01:39:22.431076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:21.449752Z","time spent":"981.317015ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:39:22.431091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619991623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:22.431134Z","caller":"traceutil/trace.go:171","msg":"trace[344917725] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:476; }","duration":"927.58854ms","start":"2026-03-09T01:39:21.503508Z","end":"2026-03-09T01:39:22.431097Z","steps":["trace[344917725] 'range keys from in-memory index tree' (duration: 927.349155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:22.431139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.746693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:39:22.431175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:21.503484Z","time spent":"927.680072ms","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-03-09T01:39:22.431187Z","caller":"traceutil/trace.go:171","msg":"trace[1621031539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"1.620134796s","start":"2026-03-09T01:39:20.811025Z","end":"2026-03-09T01:39:22.43116Z","steps":["trace[1621031539] 'range keys from in-memory index tree' (duration: 1.61983934s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:22.431194Z","caller":"traceutil/trace.go:171","msg":"trace[1309437071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:476; }","duration":"417.837514ms","start":"2026-03-09T01:39:22.01334Z","end":"2026-03-09T01:39:22.431178Z","steps":["trace[1309437071] 'range keys from in-memory index tree' (duration: 417.59795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:22.431231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:22.01332Z","time spent":"417.902257ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:39:22.431231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:20.810999Z","time spent":"1.620221428s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:22.431344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.919922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:39:22.431427Z","caller":"traceutil/trace.go:171","msg":"trace[812402506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:476; }","duration":"112.062875ms","start":"2026-03-09T01:39:22.31934Z","end":"2026-03-09T01:39:22.431402Z","steps":["trace[812402506] 'range keys from in-memory index tree' (duration: 111.608515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:22.94217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291226943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:23.443321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291226943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:23.943507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291226943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:24.368434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:22.432989Z","time spent":"1.935436297s","remote":"127.0.0.1:56666","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:39:24.442255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-09T01:39:24.442356Z","caller":"traceutil/trace.go:171","msg":"trace[2061327044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485076s","start":"2026-03-09T01:39:22.44185Z","end":"2026-03-09T01:39:24.442335Z","steps":["trace[2061327044] 'agreement among raft nodes before linearized reading' (duration: 2.000365853s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:24.442418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:22.441837Z","time spent":"2.000571197s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/09 01:39:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-09T01:39:24.865433Z","caller":"traceutil/trace.go:171","msg":"trace[1645850602] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"2.429057641s","start":"2026-03-09T01:39:22.436348Z","end":"2026-03-09T01:39:24.865406Z","steps":["trace[1645850602] 'process raft request' (duration: 2.428988309s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:24.865705Z","caller":"traceutil/trace.go:171","msg":"trace[454013245] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"2.427783995s","start":"2026-03-09T01:39:22.437893Z","end":"2026-03-09T01:39:24.865677Z","steps":["trace[454013245] 'process raft request' (duration: 2.427479088s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:24.865903Z","caller":"traceutil/trace.go:171","msg":"trace[1809515386] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"2.429856318s","start":"2026-03-09T01:39:22.435996Z","end":"2026-03-09T01:39:24.865853Z","steps":["trace[1809515386] 'process raft request' (duration: 2.429123182s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:24.866029Z","caller":"traceutil/trace.go:171","msg":"trace[2038192991] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:494; }","duration":"2.42411405s","start":"2026-03-09T01:39:22.441902Z","end":"2026-03-09T01:39:24.866016Z","steps":["trace[2038192991] 'read index received' (duration: 1.926429782s)","trace[2038192991] 'applied index is now lower than readState.Index' (duration: 497.683098ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:24.866099Z","caller":"traceutil/trace.go:171","msg":"trace[1568623067] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"913.589594ms","start":"2026-03-09T01:39:23.952501Z","end":"2026-03-09T01:39:24.866091Z","steps":["trace[1568623067] 'process raft request' (duration: 913.091834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:24.86612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:22.436331Z","time spent":"2.429224545s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:24.86617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:23.952473Z","time spent":"913.646804ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:24.866259Z","caller":"traceutil/trace.go:171","msg":"trace[2136425032] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"2.430157545s","start":"2026-03-09T01:39:22.436088Z","end":"2026-03-09T01:39:24.866246Z","steps":["trace[2136425032] 'process raft request' (duration: 2.429197284s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:24.866329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:22.436079Z","time spent":"2.430205046s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:24.866329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:22.437886Z","time spent":"2.427906468s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:24.866404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:22.435979Z","time spent":"2.430012362s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:24.882815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.984437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:24.882974Z","caller":"traceutil/trace.go:171","msg":"trace[743946476] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"513.189726ms","start":"2026-03-09T01:39:24.36976Z","end":"2026-03-09T01:39:24.88295Z","steps":["trace[743946476] 'process raft request' (duration: 512.87619ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:24.882993Z","caller":"traceutil/trace.go:171","msg":"trace[93866971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"871.170311ms","start":"2026-03-09T01:39:24.011807Z","end":"2026-03-09T01:39:24.882977Z","steps":["trace[93866971] 'agreement among raft nodes before linearized reading' (duration: 870.931226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:24.883032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:24.011723Z","time spent":"871.297924ms","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:24.883074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:24.369738Z","time spent":"513.279309ms","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:24.883304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.843608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:24.883405Z","caller":"traceutil/trace.go:171","msg":"trace[1572164347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:482; }","duration":"441.107494ms","start":"2026-03-09T01:39:24.44227Z","end":"2026-03-09T01:39:24.883377Z","steps":["trace[1572164347] 'agreement among raft nodes before linearized reading' (duration: 440.813088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:24.883472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:24.44225Z","time spent":"441.207016ms","remote":"127.0.0.1:56652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:39:31.8686Z","caller":"traceutil/trace.go:171","msg":"trace[2082266142] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"353.845069ms","start":"2026-03-09T01:39:31.514733Z","end":"2026-03-09T01:39:31.868578Z","steps":["trace[2082266142] 'process raft request' (duration: 353.680865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:31.871328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:31.514713Z","time spent":"353.971752ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:31.871577Z","caller":"traceutil/trace.go:171","msg":"trace[756020162] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:522; }","duration":"347.09343ms","start":"2026-03-09T01:39:31.524448Z","end":"2026-03-09T01:39:31.871541Z","steps":["trace[756020162] 'read index received' (duration: 347.08179ms)","trace[756020162] 'applied index is now lower than readState.Index' (duration: 8.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:31.871711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.222793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T01:39:31.871744Z","caller":"traceutil/trace.go:171","msg":"trace[1715209002] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:501; }","duration":"347.325655ms","start":"2026-03-09T01:39:31.524409Z","end":"2026-03-09T01:39:31.871735Z","steps":["trace[1715209002] 'agreement among raft nodes before linearized reading' (duration: 347.218503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:31.871839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:31.524395Z","time spent":"347.436049ms","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-09T01:39:34.311422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:34.812297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:35.312843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:35.810861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-09T01:39:35.811002Z","caller":"traceutil/trace.go:171","msg":"trace[95466057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120122s","start":"2026-03-09T01:39:33.810854Z","end":"2026-03-09T01:39:35.810974Z","steps":["trace[95466057] 'agreement among raft nodes before linearized reading' (duration: 1.999960539s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:35.811055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:33.810837Z","time spent":"2.000207895s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:35.81387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:35.85273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.927846228s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:39:35.853469Z","caller":"traceutil/trace.go:171","msg":"trace[584957510] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"2.928724636s","start":"2026-03-09T01:39:32.924712Z","end":"2026-03-09T01:39:35.853437Z","steps":["trace[584957510] 'process raft request' (duration: 2.928481251s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:35.85365Z","caller":"traceutil/trace.go:171","msg":"trace[2094679827] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"2.928840159s","start":"2026-03-09T01:39:32.924787Z","end":"2026-03-09T01:39:35.853627Z","steps":["trace[2094679827] 'process raft request' (duration: 2.928594364s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:35.853799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:32.92478Z","time spent":"2.9289297s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:35.85464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:32.924702Z","time spent":"2.928856519s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:36.262093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.574707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:39:36.262362Z","caller":"traceutil/trace.go:171","msg":"trace[1569106666] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:522; }","duration":"2.451419176s","start":"2026-03-09T01:39:33.810912Z","end":"2026-03-09T01:39:36.262331Z","steps":["trace[1569106666] 'read index received' (duration: 2.042235229s)","trace[1569106666] 'applied index is now lower than readState.Index' (duration: 409.182807ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:36.262467Z","caller":"traceutil/trace.go:171","msg":"trace[1031403401] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"3.337658209s","start":"2026-03-09T01:39:32.924794Z","end":"2026-03-09T01:39:36.262452Z","steps":["trace[1031403401] 'process raft request' (duration: 3.010639431s)","trace[1031403401] 'compare' (duration: 325.452945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:36.262545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:32.924777Z","time spent":"3.33772197s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:36.262923Z","caller":"traceutil/trace.go:171","msg":"trace[2109517148] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"1.087196437s","start":"2026-03-09T01:39:35.175461Z","end":"2026-03-09T01:39:36.262657Z","steps":["trace[2109517148] 'process raft request' (duration: 1.086831639s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:36.263053Z","caller":"traceutil/trace.go:171","msg":"trace[1954561430] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"3.337900973s","start":"2026-03-09T01:39:32.92512Z","end":"2026-03-09T01:39:36.263021Z","steps":["trace[1954561430] 'process raft request' (duration: 3.337108377s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:36.263079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.983598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:36.263121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:35.175425Z","time spent":"1.087593694s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:36.263143Z","caller":"traceutil/trace.go:171","msg":"trace[507092372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:506; }","duration":"451.098169ms","start":"2026-03-09T01:39:35.812028Z","end":"2026-03-09T01:39:36.263126Z","steps":["trace[507092372] 'agreement among raft nodes before linearized reading' (duration: 450.982577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:36.263179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:35.812011Z","time spent":"451.160031ms","remote":"127.0.0.1:56652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:36.26333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:32.925112Z","time spent":"3.338013555s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:38.717835Z","caller":"traceutil/trace.go:171","msg":"trace[869489918] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"131.818492ms","start":"2026-03-09T01:39:38.585992Z","end":"2026-03-09T01:39:38.71781Z","steps":["trace[869489918] 'process raft request' (duration: 131.486525ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:39.032522Z","caller":"traceutil/trace.go:171","msg":"trace[1218909597] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"146.166768ms","start":"2026-03-09T01:39:38.886328Z","end":"2026-03-09T01:39:39.032494Z","steps":["trace[1218909597] 'process raft request' (duration: 140.067841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.453172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.472648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:41.453266Z","caller":"traceutil/trace.go:171","msg":"trace[1637487347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"644.58608ms","start":"2026-03-09T01:39:40.808659Z","end":"2026-03-09T01:39:41.453245Z","steps":["trace[1637487347] 'range keys from in-memory index tree' (duration: 644.400376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.453272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.243582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-09T01:39:41.453317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:40.808619Z","time spent":"644.685132ms","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:39:41.453377Z","caller":"traceutil/trace.go:171","msg":"trace[1308790539] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:573; }","duration":"379.406825ms","start":"2026-03-09T01:39:41.07394Z","end":"2026-03-09T01:39:41.453347Z","steps":["trace[1308790539] 'range keys from in-memory index tree' (duration: 379.025977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.453436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:41.073915Z","time spent":"379.507078ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-09T01:39:41.453601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.886009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-09T01:39:41.453698Z","caller":"traceutil/trace.go:171","msg":"trace[1297943378] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:573; }","duration":"580.013542ms","start":"2026-03-09T01:39:40.873659Z","end":"2026-03-09T01:39:41.453672Z","steps":["trace[1297943378] 'range keys from in-memory index tree' (duration: 579.720426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.453696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.106721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-09T01:39:41.453757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:40.87365Z","time spent":"580.090103ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-09T01:39:41.453795Z","caller":"traceutil/trace.go:171","msg":"trace[1357968165] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"179.781988ms","start":"2026-03-09T01:39:41.273995Z","end":"2026-03-09T01:39:41.453777Z","steps":["trace[1357968165] 'read index received' (duration: 75.38581ms)","trace[1357968165] 'applied index is now lower than readState.Index' (duration: 104.394768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:41.453956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.955702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-09T01:39:41.453985Z","caller":"traceutil/trace.go:171","msg":"trace[1602002912] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:574; }","duration":"180.006233ms","start":"2026-03-09T01:39:41.273967Z","end":"2026-03-09T01:39:41.453973Z","steps":["trace[1602002912] 'agreement among raft nodes before linearized reading' (duration: 179.85633ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:41.454248Z","caller":"traceutil/trace.go:171","msg":"trace[779647439] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"318.566724ms","start":"2026-03-09T01:39:41.135662Z","end":"2026-03-09T01:39:41.454229Z","steps":["trace[779647439] 'process raft request' (duration: 213.83412ms)","trace[779647439] 'compare' (duration: 103.976129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:41.45439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:41.135642Z","time spent":"318.673056ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:46.44153Z","caller":"traceutil/trace.go:171","msg":"trace[42812731] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"113.053745ms","start":"2026-03-09T01:39:46.328461Z","end":"2026-03-09T01:39:46.441515Z","steps":["trace[42812731] 'process raft request' (duration: 109.124635ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:52.01884Z","caller":"traceutil/trace.go:171","msg":"trace[2066674895] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"281.843677ms","start":"2026-03-09T01:39:51.73697Z","end":"2026-03-09T01:39:52.018813Z","steps":["trace[2066674895] 'process raft request' (duration: 281.625543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:53.07164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:39:53.098953Z","caller":"traceutil/trace.go:171","msg":"trace[1956857127] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"632.711856ms","start":"2026-03-09T01:39:52.466221Z","end":"2026-03-09T01:39:53.098933Z","steps":["trace[1956857127] 'process raft request' (duration: 632.561683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:53.099092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:52.46621Z","time spent":"632.804018ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:54.246396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.141403ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-09T01:39:54.246608Z","caller":"traceutil/trace.go:171","msg":"trace[740146938] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:703; }","duration":"1.675352065s","start":"2026-03-09T01:39:52.571196Z","end":"2026-03-09T01:39:54.246548Z","steps":["trace[740146938] 'read index received' (duration: 527.574823ms)","trace[740146938] 'applied index is now lower than readState.Index' (duration: 1.14771644s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:54.246979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:52.67682Z","time spent":"1.570146941s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:39:54.247302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676096519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:39:54.247326Z","caller":"traceutil/trace.go:171","msg":"trace[309308228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:678; }","duration":"1.676174131s","start":"2026-03-09T01:39:52.571142Z","end":"2026-03-09T01:39:54.247316Z","steps":["trace[309308228] 'agreement among raft nodes before linearized reading' (duration: 1.675866395s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:54.247351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:52.57112Z","time spent":"1.676220202s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:39:54.24781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.366207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:39:54.247858Z","caller":"traceutil/trace.go:171","msg":"trace[74218108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:678; }","duration":"209.434088ms","start":"2026-03-09T01:39:54.03841Z","end":"2026-03-09T01:39:54.247844Z","steps":["trace[74218108] 'agreement among raft nodes before linearized reading' (duration: 209.133982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:54.247992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.44586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:39:54.248017Z","caller":"traceutil/trace.go:171","msg":"trace[1664981921] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:678; }","duration":"159.491411ms","start":"2026-03-09T01:39:54.088516Z","end":"2026-03-09T01:39:54.248007Z","steps":["trace[1664981921] 'agreement among raft nodes before linearized reading' (duration: 159.4158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:54.248064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.808278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:39:54.248171Z","caller":"traceutil/trace.go:171","msg":"trace[1220340082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"213.939271ms","start":"2026-03-09T01:39:54.034203Z","end":"2026-03-09T01:39:54.248142Z","steps":["trace[1220340082] 'agreement among raft nodes before linearized reading' (duration: 213.38425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:54.248299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.602997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:54.248349Z","caller":"traceutil/trace.go:171","msg":"trace[831086633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"236.679188ms","start":"2026-03-09T01:39:54.011653Z","end":"2026-03-09T01:39:54.248332Z","steps":["trace[831086633] 'agreement among raft nodes before linearized reading' (duration: 236.521505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:54.249533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439281918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:54.249634Z","caller":"traceutil/trace.go:171","msg":"trace[1958768294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"1.441437403s","start":"2026-03-09T01:39:52.808155Z","end":"2026-03-09T01:39:54.249592Z","steps":["trace[1958768294] 'agreement among raft nodes before linearized reading' (duration: 1.439078625s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:54.249679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:52.80814Z","time spent":"1.441527735s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:39:56.826472Z","caller":"traceutil/trace.go:171","msg":"trace[478011395] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"565.594055ms","start":"2026-03-09T01:39:56.26085Z","end":"2026-03-09T01:39:56.826444Z","steps":["trace[478011395] 'process raft request' (duration: 565.457082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:56.826629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.260838Z","time spent":"565.703397ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:57.042481Z","caller":"traceutil/trace.go:171","msg":"trace[1540875858] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"778.341802ms","start":"2026-03-09T01:39:56.264108Z","end":"2026-03-09T01:39:57.04245Z","steps":["trace[1540875858] 'process raft request' (duration: 767.719623ms)","trace[1540875858] 'compare' (duration: 10.422075ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:57.042512Z","caller":"traceutil/trace.go:171","msg":"trace[18893454] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"778.113537ms","start":"2026-03-09T01:39:56.264368Z","end":"2026-03-09T01:39:57.042481Z","steps":["trace[18893454] 'process raft request' (duration: 778.019876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.042604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.264078Z","time spent":"778.463604ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:57.042688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.26435Z","time spent":"778.23965ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:57.081796Z","caller":"traceutil/trace.go:171","msg":"trace[22124909] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:712; }","duration":"678.721843ms","start":"2026-03-09T01:39:56.403044Z","end":"2026-03-09T01:39:57.081765Z","steps":["trace[22124909] 'read index received' (duration: 423.251626ms)","trace[22124909] 'applied index is now lower than readState.Index' (duration: 255.467487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:57.082083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.02108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:39:57.082124Z","caller":"traceutil/trace.go:171","msg":"trace[303835999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:689; }","duration":"679.107861ms","start":"2026-03-09T01:39:56.403005Z","end":"2026-03-09T01:39:57.082112Z","steps":["trace[303835999] 'agreement among raft nodes before linearized reading' (duration: 678.899036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.082135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.602486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:57.082162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.40299Z","time spent":"679.164963ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:39:57.082205Z","caller":"traceutil/trace.go:171","msg":"trace[433114976] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:689; }","duration":"547.698668ms","start":"2026-03-09T01:39:56.534481Z","end":"2026-03-09T01:39:57.08218Z","steps":["trace[433114976] 'agreement among raft nodes before linearized reading' (duration: 547.609746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.082238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.534466Z","time spent":"547.765189ms","remote":"127.0.0.1:59608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-09T01:39:57.082509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.529012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:57.082556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.464058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:39:57.082557Z","caller":"traceutil/trace.go:171","msg":"trace[1583288912] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:689; }","duration":"126.594504ms","start":"2026-03-09T01:39:56.955948Z","end":"2026-03-09T01:39:57.082542Z","steps":["trace[1583288912] 'agreement among raft nodes before linearized reading' (duration: 126.529333ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.082583Z","caller":"traceutil/trace.go:171","msg":"trace[627685566] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:689; }","duration":"503.513788ms","start":"2026-03-09T01:39:56.579062Z","end":"2026-03-09T01:39:57.082576Z","steps":["trace[627685566] 'agreement among raft nodes before linearized reading' (duration: 503.469267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.082603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.579046Z","time spent":"503.55186ms","remote":"127.0.0.1:57024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:39:57.082711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.913192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:57.082734Z","caller":"traceutil/trace.go:171","msg":"trace[169842267] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:689; }","duration":"547.946982ms","start":"2026-03-09T01:39:56.534782Z","end":"2026-03-09T01:39:57.082729Z","steps":["trace[169842267] 'agreement among raft nodes before linearized reading' (duration: 547.911401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.082756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.534777Z","time spent":"547.974784ms","remote":"127.0.0.1:59608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-09T01:39:57.082812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.349431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:57.082841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.299079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:57.082885Z","caller":"traceutil/trace.go:171","msg":"trace[477743385] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:689; }","duration":"548.333741ms","start":"2026-03-09T01:39:56.534524Z","end":"2026-03-09T01:39:57.082858Z","steps":["trace[477743385] 'agreement among raft nodes before linearized reading' (duration: 548.2979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.082905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:56.534521Z","time spent":"548.378632ms","remote":"127.0.0.1:59608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:39:57.082852Z","caller":"traceutil/trace.go:171","msg":"trace[568106534] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:689; }","duration":"111.407622ms","start":"2026-03-09T01:39:56.971433Z","end":"2026-03-09T01:39:57.082841Z","steps":["trace[568106534] 'agreement among raft nodes before linearized reading' (duration: 111.356131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.082518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.597278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:57.082998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.969552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:57.083028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.938713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:57.083042Z","caller":"traceutil/trace.go:171","msg":"trace[1574787446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"273.148828ms","start":"2026-03-09T01:39:56.809884Z","end":"2026-03-09T01:39:57.083032Z","steps":["trace[1574787446] 'agreement among raft nodes before linearized reading' (duration: 272.618998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.083026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.022965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:57.083057Z","caller":"traceutil/trace.go:171","msg":"trace[391047238] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:689; }","duration":"112.009635ms","start":"2026-03-09T01:39:56.971039Z","end":"2026-03-09T01:39:57.083049Z","steps":["trace[391047238] 'agreement among raft nodes before linearized reading' (duration: 111.948063ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.08306Z","caller":"traceutil/trace.go:171","msg":"trace[1137804790] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:689; }","duration":"127.065434ms","start":"2026-03-09T01:39:56.955978Z","end":"2026-03-09T01:39:57.083043Z","steps":["trace[1137804790] 'agreement among raft nodes before linearized reading' (duration: 126.950371ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.083084Z","caller":"traceutil/trace.go:171","msg":"trace[707372236] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:689; }","duration":"112.127346ms","start":"2026-03-09T01:39:56.970943Z","end":"2026-03-09T01:39:57.08307Z","steps":["trace[707372236] 'agreement among raft nodes before linearized reading' (duration: 112.013214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.08327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.405891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:57.083309Z","caller":"traceutil/trace.go:171","msg":"trace[391685921] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:689; }","duration":"126.438951ms","start":"2026-03-09T01:39:56.956847Z","end":"2026-03-09T01:39:57.083286Z","steps":["trace[391685921] 'agreement among raft nodes before linearized reading' (duration: 126.397771ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.211257Z","caller":"traceutil/trace.go:171","msg":"trace[2072107879] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"123.740865ms","start":"2026-03-09T01:39:57.087484Z","end":"2026-03-09T01:39:57.211224Z","steps":["trace[2072107879] 'process raft request' (duration: 58.178006ms)","trace[2072107879] 'compare' (duration: 65.256583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:15.636071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:15.759001Z","caller":"traceutil/trace.go:171","msg":"trace[168150194] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"623.500916ms","start":"2026-03-09T01:40:15.135472Z","end":"2026-03-09T01:40:15.758972Z","steps":["trace[168150194] 'read index received' (duration: 623.266331ms)","trace[168150194] 'applied index is now lower than readState.Index' (duration: 233.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:15.759074Z","caller":"traceutil/trace.go:171","msg":"trace[1800425354] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"830.508415ms","start":"2026-03-09T01:40:14.928532Z","end":"2026-03-09T01:40:15.75904Z","steps":["trace[1800425354] 'process raft request' (duration: 830.263691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:15.759276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.973294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:40:15.7593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:14.928507Z","time spent":"830.680238ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:15.759322Z","caller":"traceutil/trace.go:171","msg":"trace[1487266123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:742; }","duration":"622.080577ms","start":"2026-03-09T01:40:15.13723Z","end":"2026-03-09T01:40:15.75931Z","steps":["trace[1487266123] 'agreement among raft nodes before linearized reading' (duration: 621.910674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:15.759377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.137219Z","time spent":"622.140358ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:15.759479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.711897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:40:15.76015Z","caller":"traceutil/trace.go:171","msg":"trace[735238573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:742; }","duration":"372.416812ms","start":"2026-03-09T01:40:15.387711Z","end":"2026-03-09T01:40:15.760128Z","steps":["trace[735238573] 'agreement among raft nodes before linearized reading' (duration: 371.457562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:15.760211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.38769Z","time spent":"372.504793ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:15.759522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.928354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:15.760306Z","caller":"traceutil/trace.go:171","msg":"trace[286100436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:742; }","duration":"395.783022ms","start":"2026-03-09T01:40:15.364513Z","end":"2026-03-09T01:40:15.760297Z","steps":["trace[286100436] 'agreement among raft nodes before linearized reading' (duration: 394.72384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:15.760335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.364494Z","time spent":"395.831813ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:15.759531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.059868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T01:40:15.760433Z","caller":"traceutil/trace.go:171","msg":"trace[1764010476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:742; }","duration":"624.987476ms","start":"2026-03-09T01:40:15.135423Z","end":"2026-03-09T01:40:15.76041Z","steps":["trace[1764010476] 'agreement among raft nodes before linearized reading' (duration: 623.69898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:15.760486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.13541Z","time spent":"625.059768ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:16.407095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.848601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:16.407729Z","caller":"traceutil/trace.go:171","msg":"trace[1037315861] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"642.294623ms","start":"2026-03-09T01:40:15.765405Z","end":"2026-03-09T01:40:16.4077Z","steps":["trace[1037315861] 'process raft request' (duration: 641.796552ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.407804Z","caller":"traceutil/trace.go:171","msg":"trace[956896801] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"642.114539ms","start":"2026-03-09T01:40:15.76568Z","end":"2026-03-09T01:40:16.407795Z","steps":["trace[956896801] 'process raft request' (duration: 641.575588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:16.407888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.765373Z","time spent":"642.434225ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:16.407884Z","caller":"traceutil/trace.go:171","msg":"trace[1286394079] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"642.055878ms","start":"2026-03-09T01:40:15.765797Z","end":"2026-03-09T01:40:16.407853Z","steps":["trace[1286394079] 'process raft request' (duration: 641.488506ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.407729Z","caller":"traceutil/trace.go:171","msg":"trace[1419325136] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"643.057947ms","start":"2026-03-09T01:40:15.764636Z","end":"2026-03-09T01:40:16.407694Z","steps":["trace[1419325136] 'process raft request' (duration: 249.313538ms)","trace[1419325136] 'compare' (duration: 392.652967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:16.408027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.050373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:16.408035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.765781Z","time spent":"642.167321ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:16.408088Z","caller":"traceutil/trace.go:171","msg":"trace[1005227071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"598.149375ms","start":"2026-03-09T01:40:15.809923Z","end":"2026-03-09T01:40:16.408072Z","steps":["trace[1005227071] 'agreement among raft nodes before linearized reading' (duration: 598.051693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:16.408108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.764608Z","time spent":"643.402146ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:16.408141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.809905Z","time spent":"598.225526ms","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:16.408487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:15.765662Z","time spent":"642.744043ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:16.407919Z","caller":"traceutil/trace.go:171","msg":"trace[1471621256] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:774; }","duration":"597.878979ms","start":"2026-03-09T01:40:15.809967Z","end":"2026-03-09T01:40:16.407846Z","steps":["trace[1471621256] 'read index received' (duration: 203.958366ms)","trace[1471621256] 'applied index is now lower than readState.Index' (duration: 393.918733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:18.263822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:18.76415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:19.264525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:19.37973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.896688197s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:19.380042Z","caller":"traceutil/trace.go:171","msg":"trace[2033743351] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"1.616915141s","start":"2026-03-09T01:40:17.763104Z","end":"2026-03-09T01:40:19.380019Z","steps":["trace[2033743351] 'read index received' (duration: 1.616727408s)","trace[2033743351] 'applied index is now lower than readState.Index' (duration: 186.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:19.380114Z","caller":"traceutil/trace.go:171","msg":"trace[1827128853] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"1.897180487s","start":"2026-03-09T01:40:17.482927Z","end":"2026-03-09T01:40:19.380107Z","steps":["trace[1827128853] 'process raft request' (duration: 1.896960453s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:19.380201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:17.482903Z","time spent":"1.897231068s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:19.380329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617221808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:40:19.380358Z","caller":"traceutil/trace.go:171","msg":"trace[847279969] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:747; }","duration":"1.61728848s","start":"2026-03-09T01:40:17.76306Z","end":"2026-03-09T01:40:19.380348Z","steps":["trace[847279969] 'agreement among raft nodes before linearized reading' (duration: 1.617237689s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:19.380382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:17.76304Z","time spent":"1.617335161s","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:40:19.380894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615532013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:40:19.381209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.713847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:40:19.381289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572462637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:19.381291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.163926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-09T01:40:19.381341Z","caller":"traceutil/trace.go:171","msg":"trace[325140758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"1.572541409s","start":"2026-03-09T01:40:17.808791Z","end":"2026-03-09T01:40:19.381332Z","steps":["trace[325140758] 'agreement among raft nodes before linearized reading' (duration: 1.572475508s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:19.381362Z","caller":"traceutil/trace.go:171","msg":"trace[220839581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:747; }","duration":"968.234047ms","start":"2026-03-09T01:40:18.413117Z","end":"2026-03-09T01:40:19.381351Z","steps":["trace[220839581] 'agreement among raft nodes before linearized reading' (duration: 968.079374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:19.381351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.648367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:40:19.381393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:18.413075Z","time spent":"968.309319ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:40:19.381239Z","caller":"traceutil/trace.go:171","msg":"trace[1622785353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:747; }","duration":"1.615912532s","start":"2026-03-09T01:40:17.765305Z","end":"2026-03-09T01:40:19.381217Z","steps":["trace[1622785353] 'agreement among raft nodes before linearized reading' (duration: 1.615410731s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:19.381428Z","caller":"traceutil/trace.go:171","msg":"trace[1439053104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"969.767859ms","start":"2026-03-09T01:40:18.411642Z","end":"2026-03-09T01:40:19.381409Z","steps":["trace[1439053104] 'agreement among raft nodes before linearized reading' (duration: 969.582025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:19.381475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:17.765294Z","time spent":"1.616171157s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:40:19.381381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:17.808773Z","time spent":"1.57259978s","remote":"127.0.0.1:56652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:19.381507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:18.411621Z","time spent":"969.868951ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:40:19.381294Z","caller":"traceutil/trace.go:171","msg":"trace[371271165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:747; }","duration":"967.83682ms","start":"2026-03-09T01:40:18.413437Z","end":"2026-03-09T01:40:19.381274Z","steps":["trace[371271165] 'agreement among raft nodes before linearized reading' (duration: 967.379921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:19.381173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.107085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:40:19.381591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:18.413422Z","time spent":"968.161596ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:19.381631Z","caller":"traceutil/trace.go:171","msg":"trace[691729254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:747; }","duration":"968.856211ms","start":"2026-03-09T01:40:18.412753Z","end":"2026-03-09T01:40:19.38161Z","steps":["trace[691729254] 'agreement among raft nodes before linearized reading' (duration: 968.033074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:19.381673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:18.412729Z","time spent":"968.934282ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:21.010452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348537601s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-09T01:40:21.135987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549433624s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:21.136079Z","caller":"traceutil/trace.go:171","msg":"trace[364785051] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:747; }","duration":"1.549536696s","start":"2026-03-09T01:40:19.586529Z","end":"2026-03-09T01:40:21.136065Z","steps":["trace[364785051] 'range keys from in-memory index tree' (duration: 1.549422214s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.136317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474442582s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:40:21.136537Z","caller":"traceutil/trace.go:171","msg":"trace[239228511] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:780; }","duration":"1.747411197s","start":"2026-03-09T01:40:19.389112Z","end":"2026-03-09T01:40:21.136523Z","steps":["trace[239228511] 'read index received' (duration: 272.831373ms)","trace[239228511] 'applied index is now lower than readState.Index' (duration: 1.474579104s)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:21.136546Z","caller":"traceutil/trace.go:171","msg":"trace[966269364] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"1.749297615s","start":"2026-03-09T01:40:19.387216Z","end":"2026-03-09T01:40:21.136514Z","steps":["trace[966269364] 'process raft request' (duration: 274.579339ms)","trace[966269364] 'compare' (duration: 1.47389272s)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:21.136597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747484088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:21.136614Z","caller":"traceutil/trace.go:171","msg":"trace[1919657560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"1.747522238s","start":"2026-03-09T01:40:19.389086Z","end":"2026-03-09T01:40:21.136609Z","steps":["trace[1919657560] 'agreement among raft nodes before linearized reading' (duration: 1.747471987s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.136636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.389075Z","time spent":"1.74755558s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:21.13673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.387195Z","time spent":"1.749418018s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.136726Z","caller":"traceutil/trace.go:171","msg":"trace[27181083] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"1.749442319s","start":"2026-03-09T01:40:19.387256Z","end":"2026-03-09T01:40:21.136699Z","steps":["trace[27181083] 'process raft request' (duration: 1.749203993s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:21.136776Z","caller":"traceutil/trace.go:171","msg":"trace[698684375] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"1.749497581s","start":"2026-03-09T01:40:19.387271Z","end":"2026-03-09T01:40:21.136769Z","steps":["trace[698684375] 'process raft request' (duration: 1.749212354s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.136816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.387252Z","time spent":"1.749540642s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.13687Z","caller":"traceutil/trace.go:171","msg":"trace[232885602] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"1.749565102s","start":"2026-03-09T01:40:19.387299Z","end":"2026-03-09T01:40:21.136864Z","steps":["trace[232885602] 'process raft request' (duration: 1.749203784s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.13686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.387234Z","time spent":"1.749552322s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:21.136899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.387282Z","time spent":"1.749601683s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.136977Z","caller":"traceutil/trace.go:171","msg":"trace[1177156765] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"1.749753606s","start":"2026-03-09T01:40:19.387214Z","end":"2026-03-09T01:40:21.136967Z","steps":["trace[1177156765] 'process raft request' (duration: 1.749185003s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.137024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.387191Z","time spent":"1.749806447s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:22.039917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:21.507527Z","time spent":"532.385622ms","remote":"127.0.0.1:56666","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T01:40:22.522834Z","caller":"traceutil/trace.go:171","msg":"trace[747737203] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"481.412754ms","start":"2026-03-09T01:40:22.041387Z","end":"2026-03-09T01:40:22.5228Z","steps":["trace[747737203] 'process raft request' (duration: 481.135238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:22.523023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:22.041337Z","time spent":"481.602407ms","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:40.006666Z","caller":"traceutil/trace.go:171","msg":"trace[1750153996] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"461.513273ms","start":"2026-03-09T01:40:39.545129Z","end":"2026-03-09T01:40:40.006642Z","steps":["trace[1750153996] 'process raft request' (duration: 461.37609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:40.006826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:39.545113Z","time spent":"461.626037ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:40.04417Z","caller":"traceutil/trace.go:171","msg":"trace[248538765] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"498.013813ms","start":"2026-03-09T01:40:39.546123Z","end":"2026-03-09T01:40:40.044136Z","steps":["trace[248538765] 'process raft request' (duration: 497.796109ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:40.044449Z","caller":"traceutil/trace.go:171","msg":"trace[1700295588] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"497.504713ms","start":"2026-03-09T01:40:39.546633Z","end":"2026-03-09T01:40:40.044138Z","steps":["trace[1700295588] 'process raft request' (duration: 497.428832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:40.044516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:39.546622Z","time spent":"497.865811ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:40.044601Z","caller":"traceutil/trace.go:171","msg":"trace[422266181] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:887; }","duration":"232.080885ms","start":"2026-03-09T01:40:39.812488Z","end":"2026-03-09T01:40:40.044569Z","steps":["trace[422266181] 'read index received' (duration: 194.057853ms)","trace[422266181] 'applied index is now lower than readState.Index' (duration: 38.021062ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:40.044678Z","caller":"traceutil/trace.go:171","msg":"trace[200213270] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"407.806308ms","start":"2026-03-09T01:40:39.636842Z","end":"2026-03-09T01:40:40.044648Z","steps":["trace[200213270] 'process raft request' (duration: 407.666525ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:40.044713Z","caller":"traceutil/trace.go:171","msg":"trace[1822288585] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"497.338019ms","start":"2026-03-09T01:40:39.547301Z","end":"2026-03-09T01:40:40.044639Z","steps":["trace[1822288585] 'process raft request' (duration: 496.806878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:40.044813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:39.636818Z","time spent":"407.932ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:40.044818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.266039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:40.044875Z","caller":"traceutil/trace.go:171","msg":"trace[1638080860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:855; }","duration":"232.407992ms","start":"2026-03-09T01:40:39.812449Z","end":"2026-03-09T01:40:40.044857Z","steps":["trace[1638080860] 'agreement among raft nodes before linearized reading' (duration: 232.27273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:40.044387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:39.546095Z","time spent":"498.157917ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:40.044904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:39.547289Z","time spent":"497.503792ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:40.044938Z","caller":"traceutil/trace.go:171","msg":"trace[79619905] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"497.165945ms","start":"2026-03-09T01:40:39.547757Z","end":"2026-03-09T01:40:40.044923Z","steps":["trace[79619905] 'process raft request' (duration: 496.636724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:40.045037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:39.547751Z","time spent":"497.215966ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:44.134844Z","caller":"traceutil/trace.go:171","msg":"trace[1578794575] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"111.513978ms","start":"2026-03-09T01:40:44.023282Z","end":"2026-03-09T01:40:44.134796Z","steps":["trace[1578794575] 'process raft request' (duration: 110.466265ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:48.468667Z","caller":"traceutil/trace.go:171","msg":"trace[808138618] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"203.646659ms","start":"2026-03-09T01:40:48.264991Z","end":"2026-03-09T01:40:48.468638Z","steps":["trace[808138618] 'process raft request' (duration: 203.447615ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:48.468952Z","caller":"traceutil/trace.go:171","msg":"trace[1311420318] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"202.747599ms","start":"2026-03-09T01:40:48.266156Z","end":"2026-03-09T01:40:48.468903Z","steps":["trace[1311420318] 'process raft request' (duration: 202.438672ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:50.319121Z","caller":"traceutil/trace.go:171","msg":"trace[1945858359] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:917; }","duration":"129.378791ms","start":"2026-03-09T01:40:50.189722Z","end":"2026-03-09T01:40:50.3191Z","steps":["trace[1945858359] 'read index received' (duration: 129.175487ms)","trace[1945858359] 'applied index is now lower than readState.Index' (duration: 202.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:50.319423Z","caller":"traceutil/trace.go:171","msg":"trace[485174339] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"184.14851ms","start":"2026-03-09T01:40:50.135263Z","end":"2026-03-09T01:40:50.319412Z","steps":["trace[485174339] 'process raft request' (duration: 183.718641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:50.319681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.944413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T01:40:50.319727Z","caller":"traceutil/trace.go:171","msg":"trace[1620852879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:878; }","duration":"130.022815ms","start":"2026-03-09T01:40:50.189693Z","end":"2026-03-09T01:40:50.319716Z","steps":["trace[1620852879] 'agreement among raft nodes before linearized reading' (duration: 129.884752ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:52.812102Z","caller":"traceutil/trace.go:171","msg":"trace[812575646] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"254.062783ms","start":"2026-03-09T01:40:52.558016Z","end":"2026-03-09T01:40:52.812079Z","steps":["trace[812575646] 'process raft request' (duration: 253.868609ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:52.817287Z","caller":"traceutil/trace.go:171","msg":"trace[1338543596] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"257.792562ms","start":"2026-03-09T01:40:52.559464Z","end":"2026-03-09T01:40:52.817256Z","steps":["trace[1338543596] 'process raft request' (duration: 257.400874ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:55.908985Z","caller":"traceutil/trace.go:171","msg":"trace[1959449173] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:951; }","duration":"101.180826ms","start":"2026-03-09T01:40:55.807778Z","end":"2026-03-09T01:40:55.908959Z","steps":["trace[1959449173] 'read index received' (duration: 100.92178ms)","trace[1959449173] 'applied index is now lower than readState.Index' (duration: 257.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:55.909084Z","caller":"traceutil/trace.go:171","msg":"trace[249785452] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"336.767491ms","start":"2026-03-09T01:40:55.572285Z","end":"2026-03-09T01:40:55.909052Z","steps":["trace[249785452] 'process raft request' (duration: 336.529166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:55.90914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.349879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:55.909173Z","caller":"traceutil/trace.go:171","msg":"trace[985631848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:910; }","duration":"101.439211ms","start":"2026-03-09T01:40:55.807724Z","end":"2026-03-09T01:40:55.909164Z","steps":["trace[985631848] 'agreement among raft nodes before linearized reading' (duration: 101.37086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:55.909214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:55.572275Z","time spent":"336.872683ms","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5310,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:56.125505Z","caller":"traceutil/trace.go:171","msg":"trace[1403885712] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"208.086344ms","start":"2026-03-09T01:40:55.917389Z","end":"2026-03-09T01:40:56.125476Z","steps":["trace[1403885712] 'process raft request' (duration: 110.787823ms)","trace[1403885712] 'compare' (duration: 97.038825ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:56.125652Z","caller":"traceutil/trace.go:171","msg":"trace[393342573] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"203.967295ms","start":"2026-03-09T01:40:55.921652Z","end":"2026-03-09T01:40:56.125619Z","steps":["trace[393342573] 'process raft request' (duration: 203.717009ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:56.125514Z","caller":"traceutil/trace.go:171","msg":"trace[2029331261] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"201.393589ms","start":"2026-03-09T01:40:55.924095Z","end":"2026-03-09T01:40:56.125489Z","steps":["trace[2029331261] 'process raft request' (duration: 201.345568ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:56.31957Z","caller":"traceutil/trace.go:171","msg":"trace[1990228176] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"180.391309ms","start":"2026-03-09T01:40:56.139156Z","end":"2026-03-09T01:40:56.319548Z","steps":["trace[1990228176] 'process raft request' (duration: 180.329098ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:56.319714Z","caller":"traceutil/trace.go:171","msg":"trace[635382266] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"185.419737ms","start":"2026-03-09T01:40:56.134267Z","end":"2026-03-09T01:40:56.319686Z","steps":["trace[635382266] 'process raft request' (duration: 97.978777ms)","trace[635382266] 'compare' (duration: 87.092133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:57.092505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.36222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:57.092592Z","caller":"traceutil/trace.go:171","msg":"trace[1594025910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:919; }","duration":"281.495763ms","start":"2026-03-09T01:40:56.811076Z","end":"2026-03-09T01:40:57.092572Z","steps":["trace[1594025910] 'range keys from in-memory index tree' (duration: 281.256738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.601935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.425027ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:40:57.602091Z","caller":"traceutil/trace.go:171","msg":"trace[1227222835] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:961; }","duration":"769.342801ms","start":"2026-03-09T01:40:56.83272Z","end":"2026-03-09T01:40:57.602063Z","steps":["trace[1227222835] 'read index received' (duration: 183.711859ms)","trace[1227222835] 'applied index is now lower than readState.Index' (duration: 585.629032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:57.602456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.685749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:57.602533Z","caller":"traceutil/trace.go:171","msg":"trace[83698172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:919; }","duration":"769.810822ms","start":"2026-03-09T01:40:56.832676Z","end":"2026-03-09T01:40:57.602487Z","steps":["trace[83698172] 'agreement among raft nodes before linearized reading' (duration: 769.507045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.602622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.83266Z","time spent":"769.950384ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:57.602625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.479905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:40:57.602816Z","caller":"traceutil/trace.go:171","msg":"trace[1894780820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:919; }","duration":"762.73529ms","start":"2026-03-09T01:40:56.840048Z","end":"2026-03-09T01:40:57.602783Z","steps":["trace[1894780820] 'agreement among raft nodes before linearized reading' (duration: 762.244449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.60299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:56.84004Z","time spent":"762.934954ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:57.602683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.640747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:57.60315Z","caller":"traceutil/trace.go:171","msg":"trace[18410385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:919; }","duration":"509.145448ms","start":"2026-03-09T01:40:57.093963Z","end":"2026-03-09T01:40:57.603109Z","steps":["trace[18410385] 'agreement among raft nodes before linearized reading' (duration: 508.607856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.603215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:57.093943Z","time spent":"509.2585ms","remote":"127.0.0.1:56652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:40:57.955064Z","caller":"traceutil/trace.go:171","msg":"trace[1462855547] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"348.85368ms","start":"2026-03-09T01:40:57.606181Z","end":"2026-03-09T01:40:57.955035Z","steps":["trace[1462855547] 'process raft request' (duration: 348.334469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.955303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:57.606159Z","time spent":"348.981614ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:57.973473Z","caller":"traceutil/trace.go:171","msg":"trace[383044919] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:962; }","duration":"292.942699ms","start":"2026-03-09T01:40:57.68049Z","end":"2026-03-09T01:40:57.973433Z","steps":["trace[383044919] 'read index received' (duration: 274.001701ms)","trace[383044919] 'applied index is now lower than readState.Index' (duration: 18.939928ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:57.973646Z","caller":"traceutil/trace.go:171","msg":"trace[58804664] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"364.578219ms","start":"2026-03-09T01:40:57.609005Z","end":"2026-03-09T01:40:57.973583Z","steps":["trace[58804664] 'process raft request' (duration: 364.211241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:57.973734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.202044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:57.973795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.849542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:57.973826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:57.608983Z","time spent":"364.748012ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:57.973848Z","caller":"traceutil/trace.go:171","msg":"trace[304759700] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:921; }","duration":"136.990005ms","start":"2026-03-09T01:40:57.836841Z","end":"2026-03-09T01:40:57.973831Z","steps":["trace[304759700] 'agreement among raft nodes before linearized reading' (duration: 136.793671ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:57.97384Z","caller":"traceutil/trace.go:171","msg":"trace[1878127341] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:921; }","duration":"293.378898ms","start":"2026-03-09T01:40:57.680439Z","end":"2026-03-09T01:40:57.973818Z","steps":["trace[1878127341] 'agreement among raft nodes before linearized reading' (duration: 293.183174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:00.471455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825885128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:00.472785Z","caller":"traceutil/trace.go:171","msg":"trace[1983557577] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:926; }","duration":"1.827257837s","start":"2026-03-09T01:40:58.645509Z","end":"2026-03-09T01:41:00.472767Z","steps":["trace[1983557577] 'range keys from in-memory index tree' (duration: 1.825781525s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:00.471404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.955995ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:00.471837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.226153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:41:00.471832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.379531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:41:00.471903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.592314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:41:00.471963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66134869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:00.473007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:58.64549Z","time spent":"1.827498731s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-09T01:41:00.473201Z","caller":"traceutil/trace.go:171","msg":"trace[1139161644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"1.662613146s","start":"2026-03-09T01:40:58.81058Z","end":"2026-03-09T01:41:00.473193Z","steps":["trace[1139161644] 'range keys from in-memory index tree' (duration: 1.661202697s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:00.473181Z","caller":"traceutil/trace.go:171","msg":"trace[1761956479] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:926; }","duration":"443.71006ms","start":"2026-03-09T01:41:00.029408Z","end":"2026-03-09T01:41:00.473118Z","steps":["trace[1761956479] 'count revisions from in-memory index tree' (duration: 442.254059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:00.473248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:58.810565Z","time spent":"1.662668138s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:00.473285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.0294Z","time spent":"443.839423ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:41:00.473095Z","caller":"traceutil/trace.go:171","msg":"trace[61694212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:926; }","duration":"885.619941ms","start":"2026-03-09T01:40:59.587419Z","end":"2026-03-09T01:41:00.473039Z","steps":["trace[61694212] 'range keys from in-memory index tree' (duration: 883.942405ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:00.473124Z","caller":"traceutil/trace.go:171","msg":"trace[808793826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:926; }","duration":"513.543581ms","start":"2026-03-09T01:40:59.95956Z","end":"2026-03-09T01:41:00.473103Z","steps":["trace[808793826] 'range keys from in-memory index tree' (duration: 512.04494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:00.473986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:59.959535Z","time spent":"514.36375ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:41:00.473164Z","caller":"traceutil/trace.go:171","msg":"trace[501554171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:926; }","duration":"495.851521ms","start":"2026-03-09T01:40:59.977304Z","end":"2026-03-09T01:41:00.473155Z","steps":["trace[501554171] 'range keys from in-memory index tree' (duration: 494.503583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:00.474137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:59.977258Z","time spent":"496.809902ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:41:00.611301Z","caller":"traceutil/trace.go:171","msg":"trace[41544793] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"266.299125ms","start":"2026-03-09T01:41:00.344978Z","end":"2026-03-09T01:41:00.611277Z","steps":["trace[41544793] 'process raft request' (duration: 266.155042ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:01.172586Z","caller":"traceutil/trace.go:171","msg":"trace[1255755547] linearizableReadLoop","detail":"{readStateIndex:971; appliedIndex:970; }","duration":"741.874801ms","start":"2026-03-09T01:41:00.430684Z","end":"2026-03-09T01:41:01.172558Z","steps":["trace[1255755547] 'read index received' (duration: 180.718586ms)","trace[1255755547] 'applied index is now lower than readState.Index' (duration: 561.155005ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:01.172699Z","caller":"traceutil/trace.go:171","msg":"trace[392782097] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"693.898419ms","start":"2026-03-09T01:41:00.478781Z","end":"2026-03-09T01:41:01.172679Z","steps":["trace[392782097] 'process raft request' (duration: 693.738876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.173118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.401652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:01.173184Z","caller":"traceutil/trace.go:171","msg":"trace[1106457100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:931; }","duration":"742.530785ms","start":"2026-03-09T01:41:00.430639Z","end":"2026-03-09T01:41:01.17317Z","steps":["trace[1106457100] 'agreement among raft nodes before linearized reading' (duration: 742.241058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.173197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.47877Z","time spent":"694.338829ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:01.173247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.430616Z","time spent":"742.621306ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:41:01.172681Z","caller":"traceutil/trace.go:171","msg":"trace[1235168714] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"694.525173ms","start":"2026-03-09T01:41:00.4781Z","end":"2026-03-09T01:41:01.172625Z","steps":["trace[1235168714] 'process raft request' (duration: 694.328359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.173487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.53733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:01.173537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.770719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:01.17359Z","caller":"traceutil/trace.go:171","msg":"trace[1358609159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:931; }","duration":"642.847491ms","start":"2026-03-09T01:41:00.530729Z","end":"2026-03-09T01:41:01.173576Z","steps":["trace[1358609159] 'agreement among raft nodes before linearized reading' (duration: 642.697258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.17363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.530713Z","time spent":"642.910412ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:01.173491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.478083Z","time spent":"695.247318ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:01.172759Z","caller":"traceutil/trace.go:171","msg":"trace[1948248286] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"816.840492ms","start":"2026-03-09T01:41:00.355883Z","end":"2026-03-09T01:41:01.172723Z","steps":["trace[1948248286] 'process raft request' (duration: 816.417703ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:01.173691Z","caller":"traceutil/trace.go:171","msg":"trace[1647324228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"699.671382ms","start":"2026-03-09T01:41:00.473894Z","end":"2026-03-09T01:41:01.173566Z","steps":["trace[1647324228] 'agreement among raft nodes before linearized reading' (duration: 699.529649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.173757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.036265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:41:01.173767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.355855Z","time spent":"817.872323ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:41:01.173827Z","caller":"traceutil/trace.go:171","msg":"trace[1615905246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:931; }","duration":"643.145907ms","start":"2026-03-09T01:41:00.530659Z","end":"2026-03-09T01:41:01.173805Z","steps":["trace[1615905246] 'agreement among raft nodes before linearized reading' (duration: 642.923022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.173878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.530633Z","time spent":"643.23711ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:01.17385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.473882Z","time spent":"699.95378ms","remote":"127.0.0.1:56652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:01.172703Z","caller":"traceutil/trace.go:171","msg":"trace[2145420537] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"694.304578ms","start":"2026-03-09T01:41:00.478351Z","end":"2026-03-09T01:41:01.172656Z","steps":["trace[2145420537] 'process raft request' (duration: 694.133664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.174116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:00.478296Z","time spent":"695.792431ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:41:01.364707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.195985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:01.364882Z","caller":"traceutil/trace.go:171","msg":"trace[918344730] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:974; }","duration":"184.949306ms","start":"2026-03-09T01:41:01.179912Z","end":"2026-03-09T01:41:01.364862Z","steps":["trace[918344730] 'read index received' (duration: 70.544277ms)","trace[918344730] 'applied index is now lower than readState.Index' (duration: 114.403349ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:01.365007Z","caller":"traceutil/trace.go:171","msg":"trace[1832735558] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"185.489559ms","start":"2026-03-09T01:41:01.179469Z","end":"2026-03-09T01:41:01.364958Z","steps":["trace[1832735558] 'process raft request' (duration: 70.966056ms)","trace[1832735558] 'compare' (duration: 114.054833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:01.365111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.189051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-09T01:41:01.365144Z","caller":"traceutil/trace.go:171","msg":"trace[447688086] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:932; }","duration":"185.255023ms","start":"2026-03-09T01:41:01.179879Z","end":"2026-03-09T01:41:01.365134Z","steps":["trace[447688086] 'agreement among raft nodes before linearized reading' (duration: 185.066929ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:01.414414Z","caller":"traceutil/trace.go:171","msg":"trace[605921266] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"234.252546ms","start":"2026-03-09T01:41:01.180139Z","end":"2026-03-09T01:41:01.414392Z","steps":["trace[605921266] 'process raft request' (duration: 233.9988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.415066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.962896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:01.415139Z","caller":"traceutil/trace.go:171","msg":"trace[491924698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"231.083799ms","start":"2026-03-09T01:41:01.184038Z","end":"2026-03-09T01:41:01.415122Z","steps":["trace[491924698] 'agreement among raft nodes before linearized reading' (duration: 230.932586ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:01.415283Z","caller":"traceutil/trace.go:171","msg":"trace[1473880664] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"234.991702ms","start":"2026-03-09T01:41:01.180241Z","end":"2026-03-09T01:41:01.415233Z","steps":["trace[1473880664] 'process raft request' (duration: 234.100303ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:01.415388Z","caller":"traceutil/trace.go:171","msg":"trace[155989418] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"235.147445ms","start":"2026-03-09T01:41:01.180225Z","end":"2026-03-09T01:41:01.415372Z","steps":["trace[155989418] 'process raft request' (duration: 234.501411ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:01.415723Z","caller":"traceutil/trace.go:171","msg":"trace[684683217] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"233.033569ms","start":"2026-03-09T01:41:01.182676Z","end":"2026-03-09T01:41:01.41571Z","steps":["trace[684683217] 'process raft request' (duration: 232.233853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:01.600159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.894477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:01.600482Z","caller":"traceutil/trace.go:171","msg":"trace[825632436] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"229.647117ms","start":"2026-03-09T01:41:01.37079Z","end":"2026-03-09T01:41:01.600437Z","steps":["trace[825632436] 'process raft request' (duration: 123.359242ms)","trace[825632436] 'compare' (duration: 105.748894ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:03.598597Z","caller":"traceutil/trace.go:171","msg":"trace[1203183083] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"416.859393ms","start":"2026-03-09T01:41:03.181717Z","end":"2026-03-09T01:41:03.598577Z","steps":["trace[1203183083] 'process raft request' (duration: 416.72997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:03.598729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:03.181697Z","time spent":"416.971285ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:03.60337Z","caller":"traceutil/trace.go:171","msg":"trace[89118272] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:982; }","duration":"183.324392ms","start":"2026-03-09T01:41:03.420027Z","end":"2026-03-09T01:41:03.603351Z","steps":["trace[89118272] 'read index received' (duration: 178.468167ms)","trace[89118272] 'applied index is now lower than readState.Index' (duration: 4.855455ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:03.603588Z","caller":"traceutil/trace.go:171","msg":"trace[1178712948] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"419.829757ms","start":"2026-03-09T01:41:03.18375Z","end":"2026-03-09T01:41:03.60358Z","steps":["trace[1178712948] 'process raft request' (duration: 419.477429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:03.603675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:03.183736Z","time spent":"419.881808ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:03.603913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.885564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:03.603943Z","caller":"traceutil/trace.go:171","msg":"trace[1305391482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:940; }","duration":"183.952055ms","start":"2026-03-09T01:41:03.419984Z","end":"2026-03-09T01:41:03.603936Z","steps":["trace[1305391482] 'agreement among raft nodes before linearized reading' (duration: 183.849793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:03.604066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.970306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:03.604094Z","caller":"traceutil/trace.go:171","msg":"trace[54846049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:940; }","duration":"184.049998ms","start":"2026-03-09T01:41:03.420036Z","end":"2026-03-09T01:41:03.604086Z","steps":["trace[54846049] 'agreement among raft nodes before linearized reading' (duration: 183.992016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:03.604247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.017367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:41:03.604273Z","caller":"traceutil/trace.go:171","msg":"trace[1615872098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:940; }","duration":"184.099628ms","start":"2026-03-09T01:41:03.420168Z","end":"2026-03-09T01:41:03.604267Z","steps":["trace[1615872098] 'agreement among raft nodes before linearized reading' (duration: 184.036147ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:03.948697Z","caller":"traceutil/trace.go:171","msg":"trace[47729016] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"341.369499ms","start":"2026-03-09T01:41:03.607263Z","end":"2026-03-09T01:41:03.948633Z","steps":["trace[47729016] 'process raft request' (duration: 341.214506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:03.948963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:03.607228Z","time spent":"341.625035ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:03.966644Z","caller":"traceutil/trace.go:171","msg":"trace[1613360723] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"359.118211ms","start":"2026-03-09T01:41:03.607502Z","end":"2026-03-09T01:41:03.966621Z","steps":["trace[1613360723] 'process raft request' (duration: 358.846295ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:03.966719Z","caller":"traceutil/trace.go:171","msg":"trace[2098682878] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"358.263852ms","start":"2026-03-09T01:41:03.608413Z","end":"2026-03-09T01:41:03.966677Z","steps":["trace[2098682878] 'process raft request' (duration: 358.130339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:03.966776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:03.607482Z","time spent":"359.219633ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:03.967363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:03.608404Z","time spent":"358.395285ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:05.911593Z","caller":"traceutil/trace.go:171","msg":"trace[902664480] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"303.100856ms","start":"2026-03-09T01:41:05.608476Z","end":"2026-03-09T01:41:05.911577Z","steps":["trace[902664480] 'read index received' (duration: 302.956573ms)","trace[902664480] 'applied index is now lower than readState.Index' (duration: 143.143µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:05.911717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.598813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:05.911697Z","caller":"traceutil/trace.go:171","msg":"trace[667071550] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"305.437477ms","start":"2026-03-09T01:41:05.606226Z","end":"2026-03-09T01:41:05.911663Z","steps":["trace[667071550] 'process raft request' (duration: 305.258523ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:05.911738Z","caller":"traceutil/trace.go:171","msg":"trace[1843670860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"100.666065ms","start":"2026-03-09T01:41:05.811063Z","end":"2026-03-09T01:41:05.911729Z","steps":["trace[1843670860] 'agreement among raft nodes before linearized reading' (duration: 100.609403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:05.911844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:05.606203Z","time spent":"305.561529ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:05.911883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.395233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T01:41:05.911959Z","caller":"traceutil/trace.go:171","msg":"trace[132110488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:945; }","duration":"303.501005ms","start":"2026-03-09T01:41:05.608441Z","end":"2026-03-09T01:41:05.911942Z","steps":["trace[132110488] 'agreement among raft nodes before linearized reading' (duration: 303.221879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:05.912006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:05.608429Z","time spent":"303.568286ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:41:06.395635Z","caller":"traceutil/trace.go:171","msg":"trace[1260459835] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:989; }","duration":"443.243861ms","start":"2026-03-09T01:41:05.952343Z","end":"2026-03-09T01:41:06.395587Z","steps":["trace[1260459835] 'read index received' (duration: 441.057383ms)","trace[1260459835] 'applied index is now lower than readState.Index' (duration: 2.185298ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:06.395663Z","caller":"traceutil/trace.go:171","msg":"trace[1568035054] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"471.545519ms","start":"2026-03-09T01:41:05.924087Z","end":"2026-03-09T01:41:06.395632Z","steps":["trace[1568035054] 'process raft request' (duration: 469.320591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:06.395806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:05.924067Z","time spent":"471.656792ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:06.395863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.513066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:41:06.395881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.846044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:06.39591Z","caller":"traceutil/trace.go:171","msg":"trace[493394193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:946; }","duration":"443.601118ms","start":"2026-03-09T01:41:05.952296Z","end":"2026-03-09T01:41:06.395897Z","steps":["trace[493394193] 'agreement among raft nodes before linearized reading' (duration: 443.431655ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:06.395916Z","caller":"traceutil/trace.go:171","msg":"trace[375385946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:946; }","duration":"424.940506ms","start":"2026-03-09T01:41:05.970964Z","end":"2026-03-09T01:41:06.395904Z","steps":["trace[375385946] 'agreement among raft nodes before linearized reading' (duration: 424.792633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:06.395943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:05.952284Z","time spent":"443.652439ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:06.395949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:05.970943Z","time spent":"424.998768ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:06.396028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.454406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:06.396126Z","caller":"traceutil/trace.go:171","msg":"trace[794037525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:946; }","duration":"424.578059ms","start":"2026-03-09T01:41:05.971525Z","end":"2026-03-09T01:41:06.396103Z","steps":["trace[794037525] 'agreement among raft nodes before linearized reading' (duration: 424.278072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:06.396171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:05.971518Z","time spent":"424.643221ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:07.106076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100879291227995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:41:07.125775Z","caller":"traceutil/trace.go:171","msg":"trace[824720187] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"725.850956ms","start":"2026-03-09T01:41:06.399894Z","end":"2026-03-09T01:41:07.125745Z","steps":["trace[824720187] 'process raft request' (duration: 725.682982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.125986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.399872Z","time spent":"726.026229ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:07.12726Z","caller":"traceutil/trace.go:171","msg":"trace[2028435569] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"726.895889ms","start":"2026-03-09T01:41:06.400312Z","end":"2026-03-09T01:41:07.127208Z","steps":["trace[2028435569] 'process raft request' (duration: 726.696605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.127716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.400285Z","time spent":"727.080543ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:07.127733Z","caller":"traceutil/trace.go:171","msg":"trace[1148962208] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"726.843588ms","start":"2026-03-09T01:41:06.400859Z","end":"2026-03-09T01:41:07.127703Z","steps":["trace[1148962208] 'process raft request' (duration: 726.299777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.127901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.400834Z","time spent":"726.972461ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:07.131016Z","caller":"traceutil/trace.go:171","msg":"trace[1382816089] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:990; }","duration":"525.744324ms","start":"2026-03-09T01:41:06.605241Z","end":"2026-03-09T01:41:07.130985Z","steps":["trace[1382816089] 'read index received' (duration: 520.425379ms)","trace[1382816089] 'applied index is now lower than readState.Index' (duration: 5.316925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:07.131271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.007289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-09T01:41:07.131322Z","caller":"traceutil/trace.go:171","msg":"trace[930437456] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:949; }","duration":"526.103182ms","start":"2026-03-09T01:41:06.605202Z","end":"2026-03-09T01:41:07.131306Z","steps":["trace[930437456] 'agreement among raft nodes before linearized reading' (duration: 525.885907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:07.131368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:06.605184Z","time spent":"526.170683ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-09T01:41:22.156955Z","caller":"traceutil/trace.go:171","msg":"trace[1949604430] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"129.222988ms","start":"2026-03-09T01:41:22.027703Z","end":"2026-03-09T01:41:22.156926Z","steps":["trace[1949604430] 'process raft request' (duration: 128.997193ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:36.877081Z","caller":"traceutil/trace.go:171","msg":"trace[496610428] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"182.515174ms","start":"2026-03-09T01:41:36.694527Z","end":"2026-03-09T01:41:36.877043Z","steps":["trace[496610428] 'process raft request' (duration: 182.287099ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:37.919628Z","caller":"traceutil/trace.go:171","msg":"trace[1793419343] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1152; }","duration":"192.278335ms","start":"2026-03-09T01:41:37.727317Z","end":"2026-03-09T01:41:37.919596Z","steps":["trace[1793419343] 'read index received' (duration: 192.060259ms)","trace[1793419343] 'applied index is now lower than readState.Index' (duration: 216.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:37.919812Z","caller":"traceutil/trace.go:171","msg":"trace[555572543] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"274.4312ms","start":"2026-03-09T01:41:37.645333Z","end":"2026-03-09T01:41:37.919765Z","steps":["trace[555572543] 'process raft request' (duration: 274.116094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:37.919887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.54266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:41:37.919927Z","caller":"traceutil/trace.go:171","msg":"trace[418468673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1102; }","duration":"192.638323ms","start":"2026-03-09T01:41:37.727276Z","end":"2026-03-09T01:41:37.919914Z","steps":["trace[418468673] 'agreement among raft nodes before linearized reading' (duration: 192.482879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:37.919906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.034187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:37.919977Z","caller":"traceutil/trace.go:171","msg":"trace[1976669772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"110.132888ms","start":"2026-03-09T01:41:37.809826Z","end":"2026-03-09T01:41:37.919959Z","steps":["trace[1976669772] 'agreement among raft nodes before linearized reading' (duration: 109.990205ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:52.241292Z","caller":"traceutil/trace.go:171","msg":"trace[2062732876] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"144.265163ms","start":"2026-03-09T01:41:52.096986Z","end":"2026-03-09T01:41:52.241252Z","steps":["trace[2062732876] 'process raft request' (duration: 59.777411ms)","trace[2062732876] 'compare' (duration: 84.327188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:52.864895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.964321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:41:52.864986Z","caller":"traceutil/trace.go:171","msg":"trace[1749284533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1160; }","duration":"517.101024ms","start":"2026-03-09T01:41:52.347863Z","end":"2026-03-09T01:41:52.864964Z","steps":["trace[1749284533] 'range keys from in-memory index tree' (duration: 516.747244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:52.865028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.347849Z","time spent":"517.169566ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:52.865074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.286591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-03-09T01:41:52.865095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.59588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:52.865121Z","caller":"traceutil/trace.go:171","msg":"trace[465093992] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1160; }","duration":"504.356802ms","start":"2026-03-09T01:41:52.360751Z","end":"2026-03-09T01:41:52.865108Z","steps":["trace[465093992] 'range keys from in-memory index tree' (duration: 504.185328ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:52.865143Z","caller":"traceutil/trace.go:171","msg":"trace[1868238490] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1160; }","duration":"259.694903ms","start":"2026-03-09T01:41:52.605435Z","end":"2026-03-09T01:41:52.86513Z","steps":["trace[1868238490] 'count revisions from in-memory index tree' (duration: 259.497048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:52.865157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.36074Z","time spent":"504.409394ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-09T01:41:52.865379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.555561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T01:41:52.865413Z","caller":"traceutil/trace.go:171","msg":"trace[11580711] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1160; }","duration":"438.615383ms","start":"2026-03-09T01:41:52.426784Z","end":"2026-03-09T01:41:52.8654Z","steps":["trace[11580711] 'range keys from in-memory index tree' (duration: 438.377137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:52.865465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:52.42677Z","time spent":"438.686785ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-09T01:41:53.271795Z","caller":"traceutil/trace.go:171","msg":"trace[2058835000] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"162.664415ms","start":"2026-03-09T01:41:53.1091Z","end":"2026-03-09T01:41:53.271765Z","steps":["trace[2058835000] 'process raft request' (duration: 162.499691ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:53.383046Z","caller":"traceutil/trace.go:171","msg":"trace[345132457] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"106.538703ms","start":"2026-03-09T01:41:53.276476Z","end":"2026-03-09T01:41:53.383014Z","steps":["trace[345132457] 'process raft request' (duration: 17.880669ms)","trace[345132457] 'compare' (duration: 88.53387ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:54.219619Z","caller":"traceutil/trace.go:171","msg":"trace[877673588] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1220; }","duration":"106.286435ms","start":"2026-03-09T01:41:54.113299Z","end":"2026-03-09T01:41:54.219585Z","steps":["trace[877673588] 'read index received' (duration: 106.165562ms)","trace[877673588] 'applied index is now lower than readState.Index' (duration: 119.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:54.219676Z","caller":"traceutil/trace.go:171","msg":"trace[459749417] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"130.309238ms","start":"2026-03-09T01:41:54.089327Z","end":"2026-03-09T01:41:54.219636Z","steps":["trace[459749417] 'process raft request' (duration: 130.112793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:54.219829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.502771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-09T01:41:54.219875Z","caller":"traceutil/trace.go:171","msg":"trace[1638614933] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1167; }","duration":"106.597723ms","start":"2026-03-09T01:41:54.113261Z","end":"2026-03-09T01:41:54.219859Z","steps":["trace[1638614933] 'agreement among raft nodes before linearized reading' (duration: 106.435779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:08.128062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.392201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:44:08.128182Z","caller":"traceutil/trace.go:171","msg":"trace[1176570937] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1793; }","duration":"191.91002ms","start":"2026-03-09T01:44:07.936256Z","end":"2026-03-09T01:44:08.128166Z","steps":["trace[1176570937] 'read index received' (duration: 51.242624ms)","trace[1176570937] 'applied index is now lower than readState.Index' (duration: 140.666396ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:08.128295Z","caller":"traceutil/trace.go:171","msg":"trace[949089342] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"204.036627ms","start":"2026-03-09T01:44:07.924247Z","end":"2026-03-09T01:44:08.128283Z","steps":["trace[949089342] 'process raft request' (duration: 63.34284ms)","trace[949089342] 'compare' (duration: 140.259007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:08.12843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.256479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:44:08.128451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.146205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:44:08.128527Z","caller":"traceutil/trace.go:171","msg":"trace[243996146] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1713; }","duration":"148.393412ms","start":"2026-03-09T01:44:07.980109Z","end":"2026-03-09T01:44:08.128503Z","steps":["trace[243996146] 'agreement among raft nodes before linearized reading' (duration: 148.241119ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:08.12856Z","caller":"traceutil/trace.go:171","msg":"trace[2064108012] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1713; }","duration":"192.311589ms","start":"2026-03-09T01:44:07.93623Z","end":"2026-03-09T01:44:08.128541Z","steps":["trace[2064108012] 'agreement among raft nodes before linearized reading' (duration: 192.115545ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:30.488823Z","caller":"traceutil/trace.go:171","msg":"trace[638081721] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1918; }","duration":"204.874265ms","start":"2026-03-09T01:44:30.283918Z","end":"2026-03-09T01:44:30.488792Z","steps":["trace[638081721] 'read index received' (duration: 204.683651ms)","trace[638081721] 'applied index is now lower than readState.Index' (duration: 188.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:30.48901Z","caller":"traceutil/trace.go:171","msg":"trace[1349292091] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"567.30993ms","start":"2026-03-09T01:44:29.921672Z","end":"2026-03-09T01:44:30.488982Z","steps":["trace[1349292091] 'process raft request' (duration: 566.940022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:30.489167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:29.921659Z","time spent":"567.394333ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:30.489425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.495329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:44:30.489829Z","caller":"traceutil/trace.go:171","msg":"trace[463075661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1833; }","duration":"205.954561ms","start":"2026-03-09T01:44:30.283856Z","end":"2026-03-09T01:44:30.48981Z","steps":["trace[463075661] 'agreement among raft nodes before linearized reading' (duration: 205.324556ms)"],"step_count":1}