{"level":"warn","ts":"2026-03-13T09:55:10.894005Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:55:10.894141Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T09:55:10.894222Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:55:10.894237Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-13T09:55:10.894259Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:55:10.895021Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-03-13T09:55:10.895118Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T09:55:10.899408Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.038259ms"} {"level":"info","ts":"2026-03-13T09:55:10.911288Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-03-13T09:55:10.911421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T09:55:10.911461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-03-13T09:55:10.911486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T09:55:10.911511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-03-13T09:55:10.911573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-03-13T09:55:10.918255Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T09:55:10.919921Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T09:55:10.921045Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T09:55:10.923169Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T09:55:10.923446Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T09:55:10.923515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:55:10.923749Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:55:10.923812Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:55:10.925113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-03-13T09:55:10.925488Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-13T09:55:10.930134Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:55:10.930233Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-13T09:55:10.930276Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-13T09:55:10.93064Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T09:55:10.930731Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T09:55:11.612753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T09:55:11.612867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T09:55:11.612896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-03-13T09:55:11.612918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-03-13T09:55:11.612929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-13T09:55:11.612945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-03-13T09:55:11.61296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-13T09:55:11.614192Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:55:11.615271Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:55:11.615279Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T09:55:11.615327Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:55:11.615759Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T09:55:11.615838Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T09:55:11.618522Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T09:55:11.618529Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-03-13T09:55:11.62628Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:55:11.626443Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:55:11.626495Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:55:14.359235Z","caller":"traceutil/trace.go:171","msg":"trace[594188224] transaction","detail":"{read_only:false; response_revision:147; number_of_response:1; }","duration":"166.848899ms","start":"2026-03-13T09:55:14.192355Z","end":"2026-03-13T09:55:14.359204Z","steps":["trace[594188224] 'process raft request' (duration: 151.754255ms)","trace[594188224] 'compare' (duration: 14.98637ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:31.459906Z","caller":"traceutil/trace.go:171","msg":"trace[2036685013] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"278.790542ms","start":"2026-03-13T09:55:31.181076Z","end":"2026-03-13T09:55:31.459866Z","steps":["trace[2036685013] 'process raft request' (duration: 278.497504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:31.820371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.401016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:31.820597Z","caller":"traceutil/trace.go:171","msg":"trace[1672303587] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:465; }","duration":"142.424751ms","start":"2026-03-13T09:55:31.678144Z","end":"2026-03-13T09:55:31.820568Z","steps":["trace[1672303587] 'read index received' (duration: 63.122µs)","trace[1672303587] 'applied index is now lower than readState.Index' (duration: 142.348569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:31.820748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.585226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:55:31.820806Z","caller":"traceutil/trace.go:171","msg":"trace[408303220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:450; }","duration":"142.707589ms","start":"2026-03-13T09:55:31.678081Z","end":"2026-03-13T09:55:31.820788Z","steps":["trace[408303220] 'agreement among raft nodes before linearized reading' (duration: 142.577025ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:31.820997Z","caller":"traceutil/trace.go:171","msg":"trace[1552490521] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"356.46713ms","start":"2026-03-13T09:55:31.464145Z","end":"2026-03-13T09:55:31.820612Z","steps":["trace[1552490521] 'process raft request' (duration: 178.744457ms)","trace[1552490521] 'compare' (duration: 176.15425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:31.821251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:31.464118Z","time spent":"357.010066ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:40.08172Z","caller":"traceutil/trace.go:171","msg":"trace[712064469] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"139.288194ms","start":"2026-03-13T09:55:39.942409Z","end":"2026-03-13T09:55:40.081697Z","steps":["trace[712064469] 'read index received' (duration: 139.157381ms)","trace[712064469] 'applied index is now lower than readState.Index' (duration: 130.053µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:40.081993Z","caller":"traceutil/trace.go:171","msg":"trace[162758408] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"220.03068ms","start":"2026-03-13T09:55:39.86195Z","end":"2026-03-13T09:55:40.081981Z","steps":["trace[162758408] 'process raft request' (duration: 219.630599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:40.082135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.623684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T09:55:40.082159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.391279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:55:40.082264Z","caller":"traceutil/trace.go:171","msg":"trace[1852500084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:469; }","duration":"139.879451ms","start":"2026-03-13T09:55:39.942354Z","end":"2026-03-13T09:55:40.082234Z","steps":["trace[1852500084] 'agreement among raft nodes before linearized reading' (duration: 139.558942ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:40.082288Z","caller":"traceutil/trace.go:171","msg":"trace[178207185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:469; }","duration":"138.557534ms","start":"2026-03-13T09:55:39.943696Z","end":"2026-03-13T09:55:40.082254Z","steps":["trace[178207185] 'agreement among raft nodes before linearized reading' (duration: 138.288906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:50.76213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.836759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T09:55:51.131903Z","caller":"traceutil/trace.go:171","msg":"trace[1769424299] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"193.019239ms","start":"2026-03-13T09:55:50.938858Z","end":"2026-03-13T09:55:51.131877Z","steps":["trace[1769424299] 'read index received' (duration: 192.886535ms)","trace[1769424299] 'applied index is now lower than readState.Index' (duration: 131.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:51.131982Z","caller":"traceutil/trace.go:171","msg":"trace[654467551] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"201.655459ms","start":"2026-03-13T09:55:50.930289Z","end":"2026-03-13T09:55:51.131945Z","steps":["trace[654467551] 'process raft request' (duration: 201.420593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:51.132134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.389868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-13T09:55:51.132202Z","caller":"traceutil/trace.go:171","msg":"trace[108642330] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:554; }","duration":"116.491161ms","start":"2026-03-13T09:55:51.015693Z","end":"2026-03-13T09:55:51.132184Z","steps":["trace[108642330] 'agreement among raft nodes before linearized reading' (duration: 116.348707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:51.132134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.251525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:51.132489Z","caller":"traceutil/trace.go:171","msg":"trace[153751009] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:554; }","duration":"193.617736ms","start":"2026-03-13T09:55:50.938813Z","end":"2026-03-13T09:55:51.132431Z","steps":["trace[153751009] 'agreement among raft nodes before linearized reading' (duration: 193.222315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:51.506455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.740051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:51.506558Z","caller":"traceutil/trace.go:171","msg":"trace[235093593] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:0; response_revision:555; }","duration":"339.891535ms","start":"2026-03-13T09:55:51.166636Z","end":"2026-03-13T09:55:51.506528Z","steps":["trace[235093593] 'range keys from in-memory index tree' (duration: 339.68796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:51.506635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:51.166628Z","time spent":"339.988607ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"info","ts":"2026-03-13T09:55:51.83664Z","caller":"traceutil/trace.go:171","msg":"trace[1132115699] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"172.758336ms","start":"2026-03-13T09:55:51.663856Z","end":"2026-03-13T09:55:51.836614Z","steps":["trace[1132115699] 'read index received' (duration: 172.589971ms)","trace[1132115699] 'applied index is now lower than readState.Index' (duration: 167.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:51.83669Z","caller":"traceutil/trace.go:171","msg":"trace[117322972] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"239.859361ms","start":"2026-03-13T09:55:51.596808Z","end":"2026-03-13T09:55:51.836667Z","steps":["trace[117322972] 'process raft request' (duration: 239.624235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:51.836911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.050893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:55:51.836959Z","caller":"traceutil/trace.go:171","msg":"trace[1195441811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:556; }","duration":"173.137446ms","start":"2026-03-13T09:55:51.663808Z","end":"2026-03-13T09:55:51.836945Z","steps":["trace[1195441811] 'agreement among raft nodes before linearized reading' (duration: 172.93617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:52.677994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101687063921644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:55:52.937075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047895298s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T09:55:53.554814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.379532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:53.554938Z","caller":"traceutil/trace.go:171","msg":"trace[1196706612] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.714269813s","start":"2026-03-13T09:55:51.840651Z","end":"2026-03-13T09:55:53.55492Z","steps":["trace[1196706612] 'process raft request' (duration: 1.096719476s)","trace[1196706612] 'compare' (duration: 617.225548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:53.554985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:51.840624Z","time spent":"1.714341866s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:55:54.637414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624991192s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:55:54.637875Z","caller":"traceutil/trace.go:171","msg":"trace[1451983330] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"2.796986801s","start":"2026-03-13T09:55:51.840836Z","end":"2026-03-13T09:55:54.637822Z","steps":["trace[1451983330] 'process raft request' (duration: 2.796795995s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:54.638014Z","caller":"traceutil/trace.go:171","msg":"trace[362066928] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"2.795769207s","start":"2026-03-13T09:55:51.842191Z","end":"2026-03-13T09:55:54.63796Z","steps":["trace[362066928] 'process raft request' (duration: 2.795559261s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:54.638168Z","caller":"traceutil/trace.go:171","msg":"trace[1928569530] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"2.787148347s","start":"2026-03-13T09:55:51.850995Z","end":"2026-03-13T09:55:54.638143Z","steps":["trace[1928569530] 'process raft request' (duration: 2.786794847s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:54.638131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:51.84081Z","time spent":"2.797170726s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:54.63828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:51.842178Z","time spent":"2.795993703s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:55:54.638307Z","caller":"traceutil/trace.go:171","msg":"trace[481545381] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:576; }","duration":"2.46126464s","start":"2026-03-13T09:55:52.177012Z","end":"2026-03-13T09:55:54.638276Z","steps":["trace[481545381] 'read index received' (duration: 760.412319ms)","trace[481545381] 'applied index is now lower than readState.Index' (duration: 1.700851711s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:54.638331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:51.850961Z","time spent":"2.78727665s","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:54.638335Z","caller":"traceutil/trace.go:171","msg":"trace[865957264] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"2.706170345s","start":"2026-03-13T09:55:51.932138Z","end":"2026-03-13T09:55:54.638309Z","steps":["trace[865957264] 'process raft request' (duration: 2.705854806s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:54.638433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:51.932106Z","time spent":"2.706290089s","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211508,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:55:54.63848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461464646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T09:55:54.638515Z","caller":"traceutil/trace.go:171","msg":"trace[1242225345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:561; }","duration":"2.461552649s","start":"2026-03-13T09:55:52.176952Z","end":"2026-03-13T09:55:54.638505Z","steps":["trace[1242225345] 'agreement among raft nodes before linearized reading' (duration: 2.461411115s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:54.638541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.176938Z","time spent":"2.46159884s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:55.065356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T09:55:55.065469Z","caller":"traceutil/trace.go:171","msg":"trace[1054374713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438684s","start":"2026-03-13T09:55:53.06501Z","end":"2026-03-13T09:55:55.065449Z","steps":["trace[1054374713] 'agreement among raft nodes before linearized reading' (duration: 2.000303431s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:55.06552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:53.064986Z","time spent":"2.000523416s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 09:55:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T09:55:56.870729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.062059192s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T09:55:57.065953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T09:55:57.066043Z","caller":"traceutil/trace.go:171","msg":"trace[1459416657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015942s","start":"2026-03-13T09:55:55.065861Z","end":"2026-03-13T09:55:57.06602Z","steps":["trace[1459416657] 'agreement among raft nodes before linearized reading' (duration: 2.000049827s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.066123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:55.065835Z","time spent":"2.000277754s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 09:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T09:55:57.20176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998839868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T09:55:57.201901Z","caller":"traceutil/trace.go:171","msg":"trace[1008852627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999045025s","start":"2026-03-13T09:55:52.202828Z","end":"2026-03-13T09:55:57.201873Z","steps":["trace[1008852627] 'agreement among raft nodes before linearized reading' (duration: 4.99887386s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.201966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.202803Z","time spent":"4.999148297s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/13 09:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T09:55:57.485766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.650249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:57.485932Z","caller":"traceutil/trace.go:171","msg":"trace[545458206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:561; }","duration":"178.835154ms","start":"2026-03-13T09:55:57.307069Z","end":"2026-03-13T09:55:57.485905Z","steps":["trace[545458206] 'range keys from in-memory index tree' (duration: 178.630228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.486365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677638903s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:57.486657Z","caller":"traceutil/trace.go:171","msg":"trace[856721413] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"2.828860679s","start":"2026-03-13T09:55:54.65778Z","end":"2026-03-13T09:55:57.486641Z","steps":["trace[856721413] 'process raft request' (duration: 2.828826978s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.486725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:54.657769Z","time spent":"2.828929222s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:55:57.486772Z","caller":"traceutil/trace.go:171","msg":"trace[1416977416] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"2.829202909s","start":"2026-03-13T09:55:54.657548Z","end":"2026-03-13T09:55:57.486751Z","steps":["trace[1416977416] 'process raft request' (duration: 2.828997504s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:57.486816Z","caller":"traceutil/trace.go:171","msg":"trace[2124493935] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"2.843540408s","start":"2026-03-13T09:55:54.643238Z","end":"2026-03-13T09:55:57.486778Z","steps":["trace[2124493935] 'process raft request' (duration: 2.84322965s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:57.486685Z","caller":"traceutil/trace.go:171","msg":"trace[1438017844] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"2.84829372s","start":"2026-03-13T09:55:54.63834Z","end":"2026-03-13T09:55:57.486634Z","steps":["trace[1438017844] 'read index received' (duration: 170.312427ms)","trace[1438017844] 'applied index is now lower than readState.Index' (duration: 2.677971473s)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:57.486836Z","caller":"traceutil/trace.go:171","msg":"trace[2092216983] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"2.829021064s","start":"2026-03-13T09:55:54.65776Z","end":"2026-03-13T09:55:57.486781Z","steps":["trace[2092216983] 'process raft request' (duration: 2.828822519s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.486913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:54.657518Z","time spent":"2.829317933s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:55:57.486879Z","caller":"traceutil/trace.go:171","msg":"trace[222286860] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"3.075442458s","start":"2026-03-13T09:55:54.41141Z","end":"2026-03-13T09:55:57.486852Z","steps":["trace[222286860] 'process raft request' (duration: 397.231689ms)","trace[222286860] 'compare' (duration: 2.677449288s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:57.486987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254393406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T09:55:57.487151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:54.411372Z","time spent":"3.075697905s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:57.48721Z","caller":"traceutil/trace.go:171","msg":"trace[378759309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:566; }","duration":"5.254654644s","start":"2026-03-13T09:55:52.232536Z","end":"2026-03-13T09:55:57.48719Z","steps":["trace[378759309] 'agreement among raft nodes before linearized reading' (duration: 5.254218902s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.487368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:52.232516Z","time spent":"5.254832709s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:57.48699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:54.657741Z","time spent":"2.82919498s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:55:57.487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:54.6432Z","time spent":"2.843706263s","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:57.567262Z","caller":"traceutil/trace.go:171","msg":"trace[629775438] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"497.336403ms","start":"2026-03-13T09:55:57.069904Z","end":"2026-03-13T09:55:57.56724Z","steps":["trace[629775438] 'process raft request' (duration: 497.155338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.567367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805751313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:57.567444Z","caller":"traceutil/trace.go:171","msg":"trace[1215642961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"1.805872927s","start":"2026-03-13T09:55:55.761554Z","end":"2026-03-13T09:55:57.567427Z","steps":["trace[1215642961] 'agreement among raft nodes before linearized reading' (duration: 1.805749443s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.567381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.407664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:55:57.567514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.840544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T09:55:57.567495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:55.761533Z","time spent":"1.805951129s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:55:57.567604Z","caller":"traceutil/trace.go:171","msg":"trace[2111796312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"493.657771ms","start":"2026-03-13T09:55:57.073888Z","end":"2026-03-13T09:55:57.567546Z","steps":["trace[2111796312] 'agreement among raft nodes before linearized reading' (duration: 493.301911ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:57.567674Z","caller":"traceutil/trace.go:171","msg":"trace[606219939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"925.009508ms","start":"2026-03-13T09:55:56.642613Z","end":"2026-03-13T09:55:57.567622Z","steps":["trace[606219939] 'agreement among raft nodes before linearized reading' (duration: 924.590996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.567738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:56.642589Z","time spent":"925.136722ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:55:57.567716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:57.073873Z","time spent":"493.821985ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:55:57.567579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594701148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T09:55:57.567382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:57.069878Z","time spent":"497.445596ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:55:57.569176Z","caller":"traceutil/trace.go:171","msg":"trace[813528992] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:567; }","duration":"2.595722306s","start":"2026-03-13T09:55:54.97271Z","end":"2026-03-13T09:55:57.568433Z","steps":["trace[813528992] 'agreement among raft nodes before linearized reading' (duration: 2.59445113s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.569386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:54.972688Z","time spent":"2.59658443s","remote":"127.0.0.1:43608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"info","ts":"2026-03-13T09:55:57.705262Z","caller":"traceutil/trace.go:171","msg":"trace[628539515] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"213.250152ms","start":"2026-03-13T09:55:57.491981Z","end":"2026-03-13T09:55:57.705231Z","steps":["trace[628539515] 'process raft request' (duration: 198.890942ms)","trace[628539515] 'compare' (duration: 13.835875ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:57.7054Z","caller":"traceutil/trace.go:171","msg":"trace[1336336489] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"212.978695ms","start":"2026-03-13T09:55:57.492396Z","end":"2026-03-13T09:55:57.705375Z","steps":["trace[1336336489] 'process raft request' (duration: 212.739958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:57.705553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.140787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:57.705526Z","caller":"traceutil/trace.go:171","msg":"trace[958474211] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"132.210178ms","start":"2026-03-13T09:55:57.573284Z","end":"2026-03-13T09:55:57.705495Z","steps":["trace[958474211] 'process raft request' (duration: 132.148446ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:57.705591Z","caller":"traceutil/trace.go:171","msg":"trace[704527561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"136.227879ms","start":"2026-03-13T09:55:57.569353Z","end":"2026-03-13T09:55:57.705581Z","steps":["trace[704527561] 'agreement among raft nodes before linearized reading' (duration: 136.104156ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:57.7054Z","caller":"traceutil/trace.go:171","msg":"trace[1847153932] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:587; }","duration":"135.978712ms","start":"2026-03-13T09:55:57.569392Z","end":"2026-03-13T09:55:57.705371Z","steps":["trace[1847153932] 'read index received' (duration: 121.491559ms)","trace[1847153932] 'applied index is now lower than readState.Index' (duration: 14.485193ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:57.705681Z","caller":"traceutil/trace.go:171","msg":"trace[224382831] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"135.938651ms","start":"2026-03-13T09:55:57.569709Z","end":"2026-03-13T09:55:57.705648Z","steps":["trace[224382831] 'process raft request' (duration: 135.567391ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:02.99065Z","caller":"traceutil/trace.go:171","msg":"trace[1380484488] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"105.975778ms","start":"2026-03-13T09:56:02.884633Z","end":"2026-03-13T09:56:02.990609Z","steps":["trace[1380484488] 'process raft request' (duration: 105.33821ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:03.853284Z","caller":"traceutil/trace.go:171","msg":"trace[1377580902] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"113.061065ms","start":"2026-03-13T09:56:03.740186Z","end":"2026-03-13T09:56:03.853247Z","steps":["trace[1377580902] 'process raft request' (duration: 112.693225ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.331418Z","caller":"traceutil/trace.go:171","msg":"trace[1969732525] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"219.3145ms","start":"2026-03-13T09:56:04.112079Z","end":"2026-03-13T09:56:04.331394Z","steps":["trace[1969732525] 'process raft request' (duration: 219.217347ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.331475Z","caller":"traceutil/trace.go:171","msg":"trace[2078060653] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"219.523466ms","start":"2026-03-13T09:56:04.111919Z","end":"2026-03-13T09:56:04.331443Z","steps":["trace[2078060653] 'process raft request' (duration: 219.207187ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.331588Z","caller":"traceutil/trace.go:171","msg":"trace[696595855] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"217.578711ms","start":"2026-03-13T09:56:04.113997Z","end":"2026-03-13T09:56:04.331575Z","steps":["trace[696595855] 'process raft request' (duration: 217.54213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.331601Z","caller":"traceutil/trace.go:171","msg":"trace[1554076247] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"218.707683ms","start":"2026-03-13T09:56:04.112883Z","end":"2026-03-13T09:56:04.33159Z","steps":["trace[1554076247] 'process raft request' (duration: 218.589979ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.331579Z","caller":"traceutil/trace.go:171","msg":"trace[1752444776] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"219.351801ms","start":"2026-03-13T09:56:04.112191Z","end":"2026-03-13T09:56:04.331543Z","steps":["trace[1752444776] 'process raft request' (duration: 219.147636ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.331614Z","caller":"traceutil/trace.go:171","msg":"trace[1455826672] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"219.362011ms","start":"2026-03-13T09:56:04.112217Z","end":"2026-03-13T09:56:04.331579Z","steps":["trace[1455826672] 'process raft request' (duration: 219.210517ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.331719Z","caller":"traceutil/trace.go:171","msg":"trace[368200168] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"218.577999ms","start":"2026-03-13T09:56:04.113097Z","end":"2026-03-13T09:56:04.331675Z","steps":["trace[368200168] 'process raft request' (duration: 218.412284ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.351434Z","caller":"traceutil/trace.go:171","msg":"trace[1040554233] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:793; }","duration":"165.000619ms","start":"2026-03-13T09:56:04.186407Z","end":"2026-03-13T09:56:04.351408Z","steps":["trace[1040554233] 'read index received' (duration: 144.634162ms)","trace[1040554233] 'applied index is now lower than readState.Index' (duration: 20.365497ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:04.351469Z","caller":"traceutil/trace.go:171","msg":"trace[656641878] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"165.493973ms","start":"2026-03-13T09:56:04.185939Z","end":"2026-03-13T09:56:04.351433Z","steps":["trace[656641878] 'process raft request' (duration: 165.363149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:04.351682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.264637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-d7jx7\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-03-13T09:56:04.351727Z","caller":"traceutil/trace.go:171","msg":"trace[42837252] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-d7jx7; range_end:; response_count:1; response_revision:779; }","duration":"165.365629ms","start":"2026-03-13T09:56:04.186351Z","end":"2026-03-13T09:56:04.351716Z","steps":["trace[42837252] 'agreement among raft nodes before linearized reading' (duration: 165.164154ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.483961Z","caller":"traceutil/trace.go:171","msg":"trace[1450598667] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"124.189505ms","start":"2026-03-13T09:56:04.359726Z","end":"2026-03-13T09:56:04.483916Z","steps":["trace[1450598667] 'process raft request' (duration: 123.624529ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.543038Z","caller":"traceutil/trace.go:171","msg":"trace[73634345] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"113.047194ms","start":"2026-03-13T09:56:04.429943Z","end":"2026-03-13T09:56:04.54299Z","steps":["trace[73634345] 'process raft request' (duration: 112.92368ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.543278Z","caller":"traceutil/trace.go:171","msg":"trace[937645998] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"174.088732ms","start":"2026-03-13T09:56:04.369118Z","end":"2026-03-13T09:56:04.543207Z","steps":["trace[937645998] 'process raft request' (duration: 173.602518ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.679162Z","caller":"traceutil/trace.go:171","msg":"trace[720525095] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"113.5961ms","start":"2026-03-13T09:56:04.565453Z","end":"2026-03-13T09:56:04.679049Z","steps":["trace[720525095] 'read index received' (duration: 97.895133ms)","trace[720525095] 'applied index is now lower than readState.Index' (duration: 15.699417ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:04.679216Z","caller":"traceutil/trace.go:171","msg":"trace[94378043] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"127.777074ms","start":"2026-03-13T09:56:04.551409Z","end":"2026-03-13T09:56:04.679186Z","steps":["trace[94378043] 'process raft request' (duration: 111.8259ms)","trace[94378043] 'compare' (duration: 15.667806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:04.679494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.002621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-13T09:56:04.679611Z","caller":"traceutil/trace.go:171","msg":"trace[236952544] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:785; }","duration":"114.188496ms","start":"2026-03-13T09:56:04.565395Z","end":"2026-03-13T09:56:04.679583Z","steps":["trace[236952544] 'agreement among raft nodes before linearized reading' (duration: 113.856787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:04.680696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.362541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-13T09:56:04.680781Z","caller":"traceutil/trace.go:171","msg":"trace[1885471537] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:786; }","duration":"114.474823ms","start":"2026-03-13T09:56:04.566287Z","end":"2026-03-13T09:56:04.680762Z","steps":["trace[1885471537] 'agreement among raft nodes before linearized reading' (duration: 114.229117ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:04.68124Z","caller":"traceutil/trace.go:171","msg":"trace[285552598] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"115.709748ms","start":"2026-03-13T09:56:04.565497Z","end":"2026-03-13T09:56:04.681206Z","steps":["trace[285552598] 'process raft request' (duration: 114.889495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:04.681285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.466075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-13T09:56:04.681345Z","caller":"traceutil/trace.go:171","msg":"trace[1256411566] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:786; }","duration":"113.557128ms","start":"2026-03-13T09:56:04.567772Z","end":"2026-03-13T09:56:04.681329Z","steps":["trace[1256411566] 'agreement among raft nodes before linearized reading' (duration: 112.766366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:04.681661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.04983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-13T09:56:04.681751Z","caller":"traceutil/trace.go:171","msg":"trace[1462261309] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:786; }","duration":"115.144463ms","start":"2026-03-13T09:56:04.566592Z","end":"2026-03-13T09:56:04.681736Z","steps":["trace[1462261309] 'agreement among raft nodes before linearized reading' (duration: 114.969618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:04.681887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.547483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-13T09:56:04.681926Z","caller":"traceutil/trace.go:171","msg":"trace[1325132778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:786; }","duration":"115.597235ms","start":"2026-03-13T09:56:04.56632Z","end":"2026-03-13T09:56:04.681917Z","steps":["trace[1325132778] 'agreement among raft nodes before linearized reading' (duration: 115.514802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:04.682132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.585605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-13T09:56:04.682215Z","caller":"traceutil/trace.go:171","msg":"trace[928221167] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:786; }","duration":"115.695548ms","start":"2026-03-13T09:56:04.566496Z","end":"2026-03-13T09:56:04.682191Z","steps":["trace[928221167] 'agreement among raft nodes before linearized reading' (duration: 115.41236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:04.683301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.662005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-03-13T09:56:04.683392Z","caller":"traceutil/trace.go:171","msg":"trace[384985943] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:786; }","duration":"116.787978ms","start":"2026-03-13T09:56:04.566583Z","end":"2026-03-13T09:56:04.683371Z","steps":["trace[384985943] 'agreement among raft nodes before linearized reading' (duration: 115.219284ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:05.151041Z","caller":"traceutil/trace.go:171","msg":"trace[769495715] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:816; }","duration":"111.386979ms","start":"2026-03-13T09:56:05.03963Z","end":"2026-03-13T09:56:05.151017Z","steps":["trace[769495715] 'read index received' (duration: 77.210358ms)","trace[769495715] 'applied index is now lower than readState.Index' (duration: 34.175441ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:05.151173Z","caller":"traceutil/trace.go:171","msg":"trace[1069475172] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"129.987856ms","start":"2026-03-13T09:56:05.021132Z","end":"2026-03-13T09:56:05.15112Z","steps":["trace[1069475172] 'process raft request' (duration: 95.804165ms)","trace[1069475172] 'compare' (duration: 33.925553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:05.151333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.686667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-13T09:56:05.151375Z","caller":"traceutil/trace.go:171","msg":"trace[388733576] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:794; }","duration":"111.787199ms","start":"2026-03-13T09:56:05.039578Z","end":"2026-03-13T09:56:05.151365Z","steps":["trace[388733576] 'agreement among raft nodes before linearized reading' (duration: 111.582724ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:05.32187Z","caller":"traceutil/trace.go:171","msg":"trace[455438415] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"159.774575ms","start":"2026-03-13T09:56:05.162075Z","end":"2026-03-13T09:56:05.32185Z","steps":["trace[455438415] 'process raft request' (duration: 139.290685ms)","trace[455438415] 'compare' (duration: 20.248543ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:05.321796Z","caller":"traceutil/trace.go:171","msg":"trace[1047480891] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"136.96095ms","start":"2026-03-13T09:56:05.184807Z","end":"2026-03-13T09:56:05.321768Z","steps":["trace[1047480891] 'read index received' (duration: 116.541911ms)","trace[1047480891] 'applied index is now lower than readState.Index' (duration: 20.417899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:05.322326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.486465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-13T09:56:05.322442Z","caller":"traceutil/trace.go:171","msg":"trace[885759214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:795; }","duration":"137.67416ms","start":"2026-03-13T09:56:05.184743Z","end":"2026-03-13T09:56:05.322417Z","steps":["trace[885759214] 'agreement among raft nodes before linearized reading' (duration: 137.290759ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:05.455646Z","caller":"traceutil/trace.go:171","msg":"trace[1404911043] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"126.489078ms","start":"2026-03-13T09:56:05.329131Z","end":"2026-03-13T09:56:05.45562Z","steps":["trace[1404911043] 'process raft request' (duration: 125.787969ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:05.455839Z","caller":"traceutil/trace.go:171","msg":"trace[1304036547] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"123.496875ms","start":"2026-03-13T09:56:05.332331Z","end":"2026-03-13T09:56:05.455828Z","steps":["trace[1304036547] 'process raft request' (duration: 123.221497ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:10.599028Z","caller":"traceutil/trace.go:171","msg":"trace[1833379933] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"119.809592ms","start":"2026-03-13T09:56:10.479193Z","end":"2026-03-13T09:56:10.599002Z","steps":["trace[1833379933] 'process raft request' (duration: 119.622537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:17.604675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.479567ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:17.604861Z","caller":"traceutil/trace.go:171","msg":"trace[673178257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:944; }","duration":"296.680012ms","start":"2026-03-13T09:56:17.308155Z","end":"2026-03-13T09:56:17.604835Z","steps":["trace[673178257] 'range keys from in-memory index tree' (duration: 296.462386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:17.605126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.512429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:56:17.606378Z","caller":"traceutil/trace.go:171","msg":"trace[352517188] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"542.105809ms","start":"2026-03-13T09:56:17.064188Z","end":"2026-03-13T09:56:17.606294Z","steps":["trace[352517188] 'read index received' (duration: 419.152889ms)","trace[352517188] 'applied index is now lower than readState.Index' (duration: 122.95088ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:17.606419Z","caller":"traceutil/trace.go:171","msg":"trace[870851994] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"635.455624ms","start":"2026-03-13T09:56:16.970889Z","end":"2026-03-13T09:56:17.606344Z","steps":["trace[870851994] 'process raft request' (duration: 512.561606ms)","trace[870851994] 'compare' (duration: 121.306294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:17.606582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.345045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:56:17.606648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:16.970868Z","time spent":"635.66121ms","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:56:17.606702Z","caller":"traceutil/trace.go:171","msg":"trace[673332771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"542.546281ms","start":"2026-03-13T09:56:17.06413Z","end":"2026-03-13T09:56:17.606676Z","steps":["trace[673332771] 'agreement among raft nodes before linearized reading' (duration: 542.300614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:17.606771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:17.064097Z","time spent":"542.663574ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:56:17.606908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.462128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:56:17.607024Z","caller":"traceutil/trace.go:171","msg":"trace[1476591172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:945; }","duration":"103.680864ms","start":"2026-03-13T09:56:17.503325Z","end":"2026-03-13T09:56:17.607006Z","steps":["trace[1476591172] 'agreement among raft nodes before linearized reading' (duration: 103.270242ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:38.453528Z","caller":"traceutil/trace.go:171","msg":"trace[26370510] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"167.877939ms","start":"2026-03-13T09:56:38.285602Z","end":"2026-03-13T09:56:38.45348Z","steps":["trace[26370510] 'process raft request' (duration: 167.638422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:46.327828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.400908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:56:46.327949Z","caller":"traceutil/trace.go:171","msg":"trace[1764425840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1220; }","duration":"166.597804ms","start":"2026-03-13T09:56:46.161328Z","end":"2026-03-13T09:56:46.327926Z","steps":["trace[1764425840] 'range keys from in-memory index tree' (duration: 166.115341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:10.224712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.180983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:57:10.224835Z","caller":"traceutil/trace.go:171","msg":"trace[150656519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1618; }","duration":"236.349798ms","start":"2026-03-13T09:57:09.988461Z","end":"2026-03-13T09:57:10.224811Z","steps":["trace[150656519] 'range keys from in-memory index tree' (duration: 236.001748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:10.224815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.522431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:57:10.224911Z","caller":"traceutil/trace.go:171","msg":"trace[789198160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1618; }","duration":"159.680686ms","start":"2026-03-13T09:57:10.065207Z","end":"2026-03-13T09:57:10.224888Z","steps":["trace[789198160] 'range keys from in-memory index tree' (duration: 159.392087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:10.224942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.252195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:57:10.225063Z","caller":"traceutil/trace.go:171","msg":"trace[1598540940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1618; }","duration":"310.448169ms","start":"2026-03-13T09:57:09.914599Z","end":"2026-03-13T09:57:10.225048Z","steps":["trace[1598540940] 'range keys from in-memory index tree' (duration: 309.971307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:10.225117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:09.914569Z","time spent":"310.532162ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:57:10.225242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.191473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T09:57:10.225311Z","caller":"traceutil/trace.go:171","msg":"trace[1445335430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1618; }","duration":"303.259675ms","start":"2026-03-13T09:57:09.922031Z","end":"2026-03-13T09:57:10.225291Z","steps":["trace[1445335430] 'range keys from in-memory index tree' (duration: 302.752781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:10.225401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:57:09.921955Z","time spent":"303.395878ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:57:10.387497Z","caller":"traceutil/trace.go:171","msg":"trace[153577797] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"113.669186ms","start":"2026-03-13T09:57:10.273789Z","end":"2026-03-13T09:57:10.387458Z","steps":["trace[153577797] 'process raft request' (duration: 100.143319ms)","trace[153577797] 'compare' (duration: 13.375543ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:10.737817Z","caller":"traceutil/trace.go:171","msg":"trace[1609554958] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"116.39165ms","start":"2026-03-13T09:57:10.621385Z","end":"2026-03-13T09:57:10.737776Z","steps":["trace[1609554958] 'process raft request' (duration: 116.047881ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:26.925602Z","caller":"traceutil/trace.go:171","msg":"trace[1560878292] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"107.459958ms","start":"2026-03-13T09:57:26.818117Z","end":"2026-03-13T09:57:26.925577Z","steps":["trace[1560878292] 'process raft request' (duration: 107.290173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:00.898439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.631315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T09:58:00.898551Z","caller":"traceutil/trace.go:171","msg":"trace[1284896019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"257.820831ms","start":"2026-03-13T09:58:00.640707Z","end":"2026-03-13T09:58:00.898528Z","steps":["trace[1284896019] 'range keys from in-memory index tree' (duration: 257.380228ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:00.911646Z","caller":"traceutil/trace.go:171","msg":"trace[784777679] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"125.535849ms","start":"2026-03-13T09:58:00.78609Z","end":"2026-03-13T09:58:00.911626Z","steps":["trace[784777679] 'process raft request' (duration: 125.385385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:07.10542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.544218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:58:07.105718Z","caller":"traceutil/trace.go:171","msg":"trace[320747181] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"507.686894ms","start":"2026-03-13T09:58:06.597976Z","end":"2026-03-13T09:58:07.105663Z","steps":["trace[320747181] 'process raft request' (duration: 157.771376ms)","trace[320747181] 'compare' (duration: 349.187048ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:58:07.105757Z","caller":"traceutil/trace.go:171","msg":"trace[2130647494] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2024; }","duration":"159.244205ms","start":"2026-03-13T09:58:06.946419Z","end":"2026-03-13T09:58:07.105664Z","steps":["trace[2130647494] 'read index received' (duration: 45.921µs)","trace[2130647494] 'applied index is now lower than readState.Index' (duration: 159.197074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:58:07.105796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.378728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T09:58:07.105749Z","caller":"traceutil/trace.go:171","msg":"trace[27534066] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"507.568101ms","start":"2026-03-13T09:58:06.598108Z","end":"2026-03-13T09:58:07.105676Z","steps":["trace[27534066] 'process raft request' (duration: 507.455268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:07.105923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.512933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:58:07.105908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:58:06.597955Z","time spent":"507.856379ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:58:07.105957Z","caller":"traceutil/trace.go:171","msg":"trace[2000765080] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1948; }","duration":"120.603635ms","start":"2026-03-13T09:58:06.985346Z","end":"2026-03-13T09:58:07.10595Z","steps":["trace[2000765080] 'agreement among raft nodes before linearized reading' (duration: 120.525713ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:07.105841Z","caller":"traceutil/trace.go:171","msg":"trace[849442748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"159.474241ms","start":"2026-03-13T09:58:06.946349Z","end":"2026-03-13T09:58:07.105823Z","steps":["trace[849442748] 'agreement among raft nodes before linearized reading' (duration: 159.319417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:07.105978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:58:06.597991Z","time spent":"507.90138ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:59:13.254243Z","caller":"traceutil/trace.go:171","msg":"trace[1033359367] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"281.827019ms","start":"2026-03-13T09:59:12.972389Z","end":"2026-03-13T09:59:13.254216Z","steps":["trace[1033359367] 'process raft request' (duration: 281.606383ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:13.254445Z","caller":"traceutil/trace.go:171","msg":"trace[1167137806] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2568; }","duration":"190.076209ms","start":"2026-03-13T09:59:13.064358Z","end":"2026-03-13T09:59:13.254434Z","steps":["trace[1167137806] 'read index received' (duration: 189.629177ms)","trace[1167137806] 'applied index is now lower than readState.Index' (duration: 446.052µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:59:13.254542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.171641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:59:13.254582Z","caller":"traceutil/trace.go:171","msg":"trace[1207287010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2471; }","duration":"190.263303ms","start":"2026-03-13T09:59:13.064307Z","end":"2026-03-13T09:59:13.254571Z","steps":["trace[1207287010] 'agreement among raft nodes before linearized reading' (duration: 190.170501ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:13.25456Z","caller":"traceutil/trace.go:171","msg":"trace[96845701] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"282.115787ms","start":"2026-03-13T09:59:12.972395Z","end":"2026-03-13T09:59:13.254511Z","steps":["trace[96845701] 'process raft request' (duration: 281.771627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:13.722311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.947431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:59:13.722423Z","caller":"traceutil/trace.go:171","msg":"trace[793153792] linearizableReadLoop","detail":"{readStateIndex:2571; appliedIndex:2570; }","duration":"249.02739ms","start":"2026-03-13T09:59:13.473378Z","end":"2026-03-13T09:59:13.722406Z","steps":["trace[793153792] 'read index received' (duration: 47.874544ms)","trace[793153792] 'applied index is now lower than readState.Index' (duration: 201.151556ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:59:13.722671Z","caller":"traceutil/trace.go:171","msg":"trace[750724352] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"273.568388ms","start":"2026-03-13T09:59:13.448982Z","end":"2026-03-13T09:59:13.72255Z","steps":["trace[750724352] 'process raft request' (duration: 72.288249ms)","trace[750724352] 'compare' (duration: 200.813376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:59:13.722795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.395949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:59:13.722908Z","caller":"traceutil/trace.go:171","msg":"trace[879281818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2472; }","duration":"249.568224ms","start":"2026-03-13T09:59:13.473311Z","end":"2026-03-13T09:59:13.72288Z","steps":["trace[879281818] 'agreement among raft nodes before linearized reading' (duration: 249.230095ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:13.726113Z","caller":"traceutil/trace.go:171","msg":"trace[545898191] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"165.690634ms","start":"2026-03-13T09:59:13.560351Z","end":"2026-03-13T09:59:13.726041Z","steps":["trace[545898191] 'process raft request' (duration: 165.478639ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:13.73153Z","caller":"traceutil/trace.go:171","msg":"trace[1062372259] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"171.139441ms","start":"2026-03-13T09:59:13.560373Z","end":"2026-03-13T09:59:13.731512Z","steps":["trace[1062372259] 'process raft request' (duration: 170.891324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:13.731615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.270145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:59:13.731783Z","caller":"traceutil/trace.go:171","msg":"trace[359475493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2474; }","duration":"237.446349ms","start":"2026-03-13T09:59:13.494288Z","end":"2026-03-13T09:59:13.731735Z","steps":["trace[359475493] 'agreement among raft nodes before linearized reading' (duration: 237.10586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:13.731847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.605626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:59:13.731962Z","caller":"traceutil/trace.go:171","msg":"trace[1935777534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2474; }","duration":"233.796781ms","start":"2026-03-13T09:59:13.498145Z","end":"2026-03-13T09:59:13.731942Z","steps":["trace[1935777534] 'agreement among raft nodes before linearized reading' (duration: 233.422261ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:14.031506Z","caller":"traceutil/trace.go:171","msg":"trace[696334022] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"305.71843ms","start":"2026-03-13T09:59:13.72573Z","end":"2026-03-13T09:59:14.031448Z","steps":["trace[696334022] 'process raft request' (duration: 255.067621ms)","trace[696334022] 'compare' (duration: 50.426263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:59:14.031742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:59:13.725705Z","time spent":"305.903835ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:59:14.03342Z","caller":"traceutil/trace.go:171","msg":"trace[1878873103] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"297.369536ms","start":"2026-03-13T09:59:13.73602Z","end":"2026-03-13T09:59:14.03339Z","steps":["trace[1878873103] 'process raft request' (duration: 297.198131ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:14.033611Z","caller":"traceutil/trace.go:171","msg":"trace[361615642] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"297.192951ms","start":"2026-03-13T09:59:13.736363Z","end":"2026-03-13T09:59:14.033555Z","steps":["trace[361615642] 'process raft request' (duration: 296.989856ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:10.291565Z","caller":"traceutil/trace.go:171","msg":"trace[960790322] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"190.971322ms","start":"2026-03-13T10:03:10.100554Z","end":"2026-03-13T10:03:10.291525Z","steps":["trace[960790322] 'process raft request' (duration: 190.709935ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:20.584799Z","caller":"traceutil/trace.go:171","msg":"trace[1801235675] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4775; }","duration":"518.905794ms","start":"2026-03-13T10:03:20.065847Z","end":"2026-03-13T10:03:20.584753Z","steps":["trace[1801235675] 'read index received' (duration: 449.552924ms)","trace[1801235675] 'applied index is now lower than readState.Index' (duration: 69.35082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:20.585121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.234604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:20.585251Z","caller":"traceutil/trace.go:171","msg":"trace[886430490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4589; }","duration":"519.427849ms","start":"2026-03-13T10:03:20.065794Z","end":"2026-03-13T10:03:20.585222Z","steps":["trace[886430490] 'agreement among raft nodes before linearized reading' (duration: 519.199702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:20.585334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:20.065772Z","time spent":"519.544551ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:03:20.587584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.30909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc53fcdb-c579-406f-a0b6-7ad30cb1a7dc\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-13T10:03:20.587685Z","caller":"traceutil/trace.go:171","msg":"trace[2003726680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc53fcdb-c579-406f-a0b6-7ad30cb1a7dc; range_end:; response_count:1; response_revision:4590; }","duration":"508.462054ms","start":"2026-03-13T10:03:20.079199Z","end":"2026-03-13T10:03:20.587661Z","steps":["trace[2003726680] 'agreement among raft nodes before linearized reading' (duration: 508.217127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:20.587751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:20.07918Z","time spent":"508.561527ms","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc53fcdb-c579-406f-a0b6-7ad30cb1a7dc\" "} {"level":"warn","ts":"2026-03-13T10:03:20.588372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.025627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc53fcdb-c579-406f-a0b6-7ad30cb1a7dc\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-13T10:03:20.588471Z","caller":"traceutil/trace.go:171","msg":"trace[91329255] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc53fcdb-c579-406f-a0b6-7ad30cb1a7dc; range_end:; response_count:1; response_revision:4590; }","duration":"406.13226ms","start":"2026-03-13T10:03:20.182287Z","end":"2026-03-13T10:03:20.588419Z","steps":["trace[91329255] 'agreement among raft nodes before linearized reading' (duration: 405.964156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:20.588547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:20.182261Z","time spent":"406.276594ms","remote":"127.0.0.1:43770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc53fcdb-c579-406f-a0b6-7ad30cb1a7dc\" "} {"level":"info","ts":"2026-03-13T10:03:20.588812Z","caller":"traceutil/trace.go:171","msg":"trace[1395934813] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"419.973021ms","start":"2026-03-13T10:03:20.168823Z","end":"2026-03-13T10:03:20.588796Z","steps":["trace[1395934813] 'process raft request' (duration: 418.257735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:20.588962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:20.168766Z","time spent":"420.098225ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:21.102842Z","caller":"traceutil/trace.go:171","msg":"trace[2105064630] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"187.251261ms","start":"2026-03-13T10:03:20.915544Z","end":"2026-03-13T10:03:21.102795Z","steps":["trace[2105064630] 'process raft request' (duration: 141.502984ms)","trace[2105064630] 'compare' (duration: 45.584022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:30.448638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.873124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4r7km\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-13T10:03:30.44875Z","caller":"traceutil/trace.go:171","msg":"trace[1280191939] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-4r7km; range_end:; response_count:1; response_revision:4779; }","duration":"139.048898ms","start":"2026-03-13T10:03:30.309678Z","end":"2026-03-13T10:03:30.448727Z","steps":["trace[1280191939] 'range keys from in-memory index tree' (duration: 138.621837ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:30.685554Z","caller":"traceutil/trace.go:171","msg":"trace[1333819953] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"162.624661ms","start":"2026-03-13T10:03:30.522903Z","end":"2026-03-13T10:03:30.685528Z","steps":["trace[1333819953] 'process raft request' (duration: 162.457686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:30.685687Z","caller":"traceutil/trace.go:171","msg":"trace[1320093885] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"163.800422ms","start":"2026-03-13T10:03:30.521871Z","end":"2026-03-13T10:03:30.685671Z","steps":["trace[1320093885] 'process raft request' (duration: 118.631621ms)","trace[1320093885] 'compare' (duration: 44.616367ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:30.685862Z","caller":"traceutil/trace.go:171","msg":"trace[610204257] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"162.704522ms","start":"2026-03-13T10:03:30.523149Z","end":"2026-03-13T10:03:30.685854Z","steps":["trace[610204257] 'process raft request' (duration: 162.325462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:38.481534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.343216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:03:38.481757Z","caller":"traceutil/trace.go:171","msg":"trace[982149082] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5103; }","duration":"169.182107ms","start":"2026-03-13T10:03:38.312552Z","end":"2026-03-13T10:03:38.481734Z","steps":["trace[982149082] 'read index received' (duration: 41.221µs)","trace[982149082] 'applied index is now lower than readState.Index' (duration: 169.139126ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:38.48181Z","caller":"traceutil/trace.go:171","msg":"trace[77787054] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"360.589188ms","start":"2026-03-13T10:03:38.121166Z","end":"2026-03-13T10:03:38.481755Z","steps":["trace[77787054] 'process raft request' (duration: 151.770509ms)","trace[77787054] 'compare' (duration: 207.862153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:38.482013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:38.121142Z","time spent":"360.775153ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:03:38.482207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.615998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aca66e46-4fd5-4035-bd07-c3d25b28fd56\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-13T10:03:38.482329Z","caller":"traceutil/trace.go:171","msg":"trace[1572506098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aca66e46-4fd5-4035-bd07-c3d25b28fd56; range_end:; response_count:1; response_revision:4911; }","duration":"169.817463ms","start":"2026-03-13T10:03:38.312485Z","end":"2026-03-13T10:03:38.482302Z","steps":["trace[1572506098] 'agreement among raft nodes before linearized reading' (duration: 169.34683ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:39.04932Z","caller":"traceutil/trace.go:171","msg":"trace[2043286339] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"214.135382ms","start":"2026-03-13T10:03:38.835155Z","end":"2026-03-13T10:03:39.04929Z","steps":["trace[2043286339] 'process raft request' (duration: 213.968258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.6986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.632087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:03:39.698942Z","caller":"traceutil/trace.go:171","msg":"trace[2086670025] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"604.553661ms","start":"2026-03-13T10:03:39.094362Z","end":"2026-03-13T10:03:39.698915Z","steps":["trace[2086670025] 'process raft request' (duration: 604.409947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.699098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:39.094329Z","time spent":"604.676234ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:39.699231Z","caller":"traceutil/trace.go:171","msg":"trace[434232471] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"835.886764ms","start":"2026-03-13T10:03:38.863302Z","end":"2026-03-13T10:03:39.699188Z","steps":["trace[434232471] 'process raft request' (duration: 633.535008ms)","trace[434232471] 'compare' (duration: 201.266647ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:39.699362Z","caller":"traceutil/trace.go:171","msg":"trace[1924517742] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"228.170369ms","start":"2026-03-13T10:03:39.471177Z","end":"2026-03-13T10:03:39.699347Z","steps":["trace[1924517742] 'process raft request' (duration: 227.911972ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:39.699376Z","caller":"traceutil/trace.go:171","msg":"trace[1444433175] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"530.499705ms","start":"2026-03-13T10:03:39.168803Z","end":"2026-03-13T10:03:39.699303Z","steps":["trace[1444433175] 'process raft request' (duration: 530.059904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.699592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:38.863272Z","time spent":"836.11717ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:03:39.699643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.037584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T10:03:39.699291Z","caller":"traceutil/trace.go:171","msg":"trace[525559416] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5106; }","duration":"830.650703ms","start":"2026-03-13T10:03:38.868574Z","end":"2026-03-13T10:03:39.699225Z","steps":["trace[525559416] 'read index received' (duration: 181.190378ms)","trace[525559416] 'applied index is now lower than readState.Index' (duration: 649.451815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:39.699732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:39.168768Z","time spent":"530.794163ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:03:39.699774Z","caller":"traceutil/trace.go:171","msg":"trace[869778171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4917; }","duration":"831.212679ms","start":"2026-03-13T10:03:38.868526Z","end":"2026-03-13T10:03:39.699738Z","steps":["trace[869778171] 'agreement among raft nodes before linearized reading' (duration: 830.795588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.699854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:38.868513Z","time spent":"831.323812ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:03:39.699907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.485137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:39.69997Z","caller":"traceutil/trace.go:171","msg":"trace[1673804602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4917; }","duration":"633.58477ms","start":"2026-03-13T10:03:39.066365Z","end":"2026-03-13T10:03:39.69995Z","steps":["trace[1673804602] 'agreement among raft nodes before linearized reading' (duration: 633.488097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.700011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:39.066321Z","time spent":"633.683042ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:03:39.700075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.556632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:03:39.700059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.129105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:03:39.700122Z","caller":"traceutil/trace.go:171","msg":"trace[1307764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4917; }","duration":"114.632114ms","start":"2026-03-13T10:03:39.585477Z","end":"2026-03-13T10:03:39.700109Z","steps":["trace[1307764] 'agreement among raft nodes before linearized reading' (duration: 114.511941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.70016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:03:39.700213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.387976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:03:39.700263Z","caller":"traceutil/trace.go:171","msg":"trace[1136309217] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4917; }","duration":"516.4775ms","start":"2026-03-13T10:03:39.18377Z","end":"2026-03-13T10:03:39.700247Z","steps":["trace[1136309217] 'agreement among raft nodes before linearized reading' (duration: 516.402098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.700312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:39.183753Z","time spent":"516.550941ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:03:39.700324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.801258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:03:39.700341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.559266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:39.700369Z","caller":"traceutil/trace.go:171","msg":"trace[49988735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4917; }","duration":"114.900642ms","start":"2026-03-13T10:03:39.585456Z","end":"2026-03-13T10:03:39.700357Z","steps":["trace[49988735] 'agreement among raft nodes before linearized reading' (duration: 114.752548ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:39.700246Z","caller":"traceutil/trace.go:171","msg":"trace[602703916] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4917; }","duration":"262.317484ms","start":"2026-03-13T10:03:39.437887Z","end":"2026-03-13T10:03:39.700204Z","steps":["trace[602703916] 'agreement among raft nodes before linearized reading' (duration: 262.131379ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:39.700464Z","caller":"traceutil/trace.go:171","msg":"trace[717621777] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4917; }","duration":"521.74583ms","start":"2026-03-13T10:03:39.178674Z","end":"2026-03-13T10:03:39.70042Z","steps":["trace[717621777] 'agreement among raft nodes before linearized reading' (duration: 521.532305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:39.700478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.160863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aca66e46-4fd5-4035-bd07-c3d25b28fd56\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-13T10:03:39.700523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:03:39.178639Z","time spent":"521.870484ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:03:39.70016Z","caller":"traceutil/trace.go:171","msg":"trace[333440823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4917; }","duration":"122.283568ms","start":"2026-03-13T10:03:39.577846Z","end":"2026-03-13T10:03:39.700129Z","steps":["trace[333440823] 'agreement among raft nodes before linearized reading' (duration: 122.011661ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:39.700639Z","caller":"traceutil/trace.go:171","msg":"trace[1507654498] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aca66e46-4fd5-4035-bd07-c3d25b28fd56; range_end:; response_count:1; response_revision:4917; }","duration":"211.284416ms","start":"2026-03-13T10:03:39.489261Z","end":"2026-03-13T10:03:39.700546Z","steps":["trace[1507654498] 'agreement among raft nodes before linearized reading' (duration: 211.037939ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:41.615783Z","caller":"traceutil/trace.go:171","msg":"trace[778303312] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"118.064836ms","start":"2026-03-13T10:03:41.497678Z","end":"2026-03-13T10:03:41.615743Z","steps":["trace[778303312] 'process raft request' (duration: 117.774408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:53.967226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.766256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:03:53.967584Z","caller":"traceutil/trace.go:171","msg":"trace[487560180] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5328; }","duration":"137.349743ms","start":"2026-03-13T10:03:53.830209Z","end":"2026-03-13T10:03:53.967559Z","steps":["trace[487560180] 'read index received' (duration: 12.020172ms)","trace[487560180] 'applied index is now lower than readState.Index' (duration: 125.327741ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:53.967609Z","caller":"traceutil/trace.go:171","msg":"trace[2120966404] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"138.608437ms","start":"2026-03-13T10:03:53.828962Z","end":"2026-03-13T10:03:53.96757Z","steps":["trace[2120966404] 'process raft request' (duration: 138.432232ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:53.967706Z","caller":"traceutil/trace.go:171","msg":"trace[374148141] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"138.666038ms","start":"2026-03-13T10:03:53.828972Z","end":"2026-03-13T10:03:53.967638Z","steps":["trace[374148141] 'process raft request' (duration: 138.501273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:53.967852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.641581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9bxd7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-13T10:03:53.967917Z","caller":"traceutil/trace.go:171","msg":"trace[1766685876] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9bxd7; range_end:; response_count:1; response_revision:5132; }","duration":"137.769034ms","start":"2026-03-13T10:03:53.830128Z","end":"2026-03-13T10:03:53.967897Z","steps":["trace[1766685876] 'agreement among raft nodes before linearized reading' (duration: 137.502457ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:53.967995Z","caller":"traceutil/trace.go:171","msg":"trace[1159140507] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"139.158162ms","start":"2026-03-13T10:03:53.828812Z","end":"2026-03-13T10:03:53.96797Z","steps":["trace[1159140507] 'process raft request' (duration: 13.466322ms)","trace[1159140507] 'compare' (duration: 124.58921ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:53.968325Z","caller":"traceutil/trace.go:171","msg":"trace[846237420] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"139.282785ms","start":"2026-03-13T10:03:53.829018Z","end":"2026-03-13T10:03:53.9683Z","steps":["trace[846237420] 'process raft request' (duration: 138.497454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:54.167386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.662649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:54.167491Z","caller":"traceutil/trace.go:171","msg":"trace[1517546987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5132; }","duration":"100.815433ms","start":"2026-03-13T10:03:54.066652Z","end":"2026-03-13T10:03:54.167467Z","steps":["trace[1517546987] 'range keys from in-memory index tree' (duration: 100.578247ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:11.643479Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2758} {"level":"info","ts":"2026-03-13T10:05:11.70752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2758,"took":"62.323839ms","hash":685235049,"current-db-size-bytes":41046016,"current-db-size":"41 MB","current-db-size-in-use-bytes":30986240,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-13T10:05:11.707579Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":685235049,"revision":2758,"compact-revision":-1} {"level":"info","ts":"2026-03-13T10:07:13.552418Z","caller":"traceutil/trace.go:171","msg":"trace[58990983] linearizableReadLoop","detail":"{readStateIndex:6656; appliedIndex:6655; }","duration":"121.182435ms","start":"2026-03-13T10:07:13.431201Z","end":"2026-03-13T10:07:13.552383Z","steps":["trace[58990983] 'read index received' (duration: 121.061942ms)","trace[58990983] 'applied index is now lower than readState.Index' (duration: 119.183µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:13.552623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.39246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:13.552659Z","caller":"traceutil/trace.go:171","msg":"trace[863381824] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6408; }","duration":"121.504393ms","start":"2026-03-13T10:07:13.431138Z","end":"2026-03-13T10:07:13.552643Z","steps":["trace[863381824] 'agreement among raft nodes before linearized reading' (duration: 121.37159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:13.552608Z","caller":"traceutil/trace.go:171","msg":"trace[1256633107] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"155.329321ms","start":"2026-03-13T10:07:13.397228Z","end":"2026-03-13T10:07:13.552557Z","steps":["trace[1256633107] 'process raft request' (duration: 154.968741ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:11.473701Z","caller":"traceutil/trace.go:171","msg":"trace[965942291] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"101.474898ms","start":"2026-03-13T10:10:11.372191Z","end":"2026-03-13T10:10:11.473666Z","steps":["trace[965942291] 'process raft request' (duration: 101.16714ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:11.706418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5712} {"level":"info","ts":"2026-03-13T10:10:12.276515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5712,"took":"567.613714ms","hash":1991555242,"current-db-size-bytes":42770432,"current-db-size":"43 MB","current-db-size-in-use-bytes":23470080,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-13T10:10:12.276595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1991555242,"revision":5712,"compact-revision":2758} {"level":"warn","ts":"2026-03-13T10:10:12.276659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.474786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:10:12.276733Z","caller":"traceutil/trace.go:171","msg":"trace[1259755733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7738; }","duration":"211.597269ms","start":"2026-03-13T10:10:12.065115Z","end":"2026-03-13T10:10:12.276712Z","steps":["trace[1259755733] 'range keys from in-memory index tree' (duration: 211.359142ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:12.296283Z","caller":"traceutil/trace.go:171","msg":"trace[665152247] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"202.592675ms","start":"2026-03-13T10:10:12.093667Z","end":"2026-03-13T10:10:12.296259Z","steps":["trace[665152247] 'process raft request' (duration: 202.441221ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:12.296598Z","caller":"traceutil/trace.go:171","msg":"trace[2012365724] linearizableReadLoop","detail":"{readStateIndex:8031; appliedIndex:8030; }","duration":"186.897582ms","start":"2026-03-13T10:10:12.109628Z","end":"2026-03-13T10:10:12.296526Z","steps":["trace[2012365724] 'read index received' (duration: 186.396469ms)","trace[2012365724] 'applied index is now lower than readState.Index' (duration: 490.023µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:10:12.296835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.20233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T10:10:12.296898Z","caller":"traceutil/trace.go:171","msg":"trace[1625646540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7739; }","duration":"187.319654ms","start":"2026-03-13T10:10:12.109565Z","end":"2026-03-13T10:10:12.296885Z","steps":["trace[1625646540] 'agreement among raft nodes before linearized reading' (duration: 187.15689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:12.297071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.047694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:10:12.297152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.806224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:10:12.297196Z","caller":"traceutil/trace.go:171","msg":"trace[649876714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7739; }","duration":"181.219669ms","start":"2026-03-13T10:10:12.115947Z","end":"2026-03-13T10:10:12.297167Z","steps":["trace[649876714] 'agreement among raft nodes before linearized reading' (duration: 180.88144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:12.297174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.685961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:10:12.297231Z","caller":"traceutil/trace.go:171","msg":"trace[1251840134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7739; }","duration":"168.926648ms","start":"2026-03-13T10:10:12.128286Z","end":"2026-03-13T10:10:12.297213Z","steps":["trace[1251840134] 'agreement among raft nodes before linearized reading' (duration: 168.686181ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:12.297283Z","caller":"traceutil/trace.go:171","msg":"trace[1418421542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7739; }","duration":"168.846665ms","start":"2026-03-13T10:10:12.128409Z","end":"2026-03-13T10:10:12.297256Z","steps":["trace[1418421542] 'agreement among raft nodes before linearized reading' (duration: 168.557857ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:12.456283Z","caller":"traceutil/trace.go:171","msg":"trace[270255295] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"153.758928ms","start":"2026-03-13T10:10:12.302492Z","end":"2026-03-13T10:10:12.456251Z","steps":["trace[270255295] 'process raft request' (duration: 110.178682ms)","trace[270255295] 'compare' (duration: 43.427132ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:12.670027Z","caller":"traceutil/trace.go:171","msg":"trace[599418044] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"367.432333ms","start":"2026-03-13T10:10:12.302553Z","end":"2026-03-13T10:10:12.669985Z","steps":["trace[599418044] 'process raft request' (duration: 297.463645ms)","trace[599418044] 'compare' (duration: 69.770773ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:12.67022Z","caller":"traceutil/trace.go:171","msg":"trace[1668030732] linearizableReadLoop","detail":"{readStateIndex:8035; appliedIndex:8032; }","duration":"243.853199ms","start":"2026-03-13T10:10:12.426349Z","end":"2026-03-13T10:10:12.670202Z","steps":["trace[1668030732] 'read index received' (duration: 173.600334ms)","trace[1668030732] 'applied index is now lower than readState.Index' (duration: 70.251965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:10:12.670273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:12.302538Z","time spent":"367.624468ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:12.670317Z","caller":"traceutil/trace.go:171","msg":"trace[1337537207] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"367.69994ms","start":"2026-03-13T10:10:12.302611Z","end":"2026-03-13T10:10:12.670311Z","steps":["trace[1337537207] 'process raft request' (duration: 367.32229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:12.670421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.063175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:10:12.670453Z","caller":"traceutil/trace.go:171","msg":"trace[1724139918] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7743; }","duration":"244.163618ms","start":"2026-03-13T10:10:12.426283Z","end":"2026-03-13T10:10:12.670446Z","steps":["trace[1724139918] 'agreement among raft nodes before linearized reading' (duration: 244.073635ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:12.670468Z","caller":"traceutil/trace.go:171","msg":"trace[709206951] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"367.818364ms","start":"2026-03-13T10:10:12.302627Z","end":"2026-03-13T10:10:12.670446Z","steps":["trace[709206951] 'process raft request' (duration: 367.486715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:12.67059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:12.302618Z","time spent":"367.899346ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:12.670607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.203067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:10:12.670729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:12.30258Z","time spent":"367.752612ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:12.670724Z","caller":"traceutil/trace.go:171","msg":"trace[800704537] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7743; }","duration":"122.403113ms","start":"2026-03-13T10:10:12.548296Z","end":"2026-03-13T10:10:12.670699Z","steps":["trace[800704537] 'agreement among raft nodes before linearized reading' (duration: 122.168006ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:13.61487Z","caller":"traceutil/trace.go:171","msg":"trace[382067415] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"135.309961ms","start":"2026-03-13T10:10:13.479519Z","end":"2026-03-13T10:10:13.614829Z","steps":["trace[382067415] 'process raft request' (duration: 72.447705ms)","trace[382067415] 'compare' (duration: 62.548158ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:13.974558Z","caller":"traceutil/trace.go:171","msg":"trace[1890567315] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"494.436549ms","start":"2026-03-13T10:10:13.480086Z","end":"2026-03-13T10:10:13.974522Z","steps":["trace[1890567315] 'process raft request' (duration: 410.498695ms)","trace[1890567315] 'compare' (duration: 83.622436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:10:13.974717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:13.480056Z","time spent":"494.573623ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:15.269361Z","caller":"traceutil/trace.go:171","msg":"trace[22602508] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8045; }","duration":"212.329579ms","start":"2026-03-13T10:10:15.056993Z","end":"2026-03-13T10:10:15.269323Z","steps":["trace[22602508] 'read index received' (duration: 212.167805ms)","trace[22602508] 'applied index is now lower than readState.Index' (duration: 159.894µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:10:15.269565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.534234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:10:15.269653Z","caller":"traceutil/trace.go:171","msg":"trace[2129774386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7753; }","duration":"212.715189ms","start":"2026-03-13T10:10:15.056922Z","end":"2026-03-13T10:10:15.269637Z","steps":["trace[2129774386] 'agreement among raft nodes before linearized reading' (duration: 212.542395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:15.753074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.186684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:10:15.753398Z","caller":"traceutil/trace.go:171","msg":"trace[840012120] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"131.604361ms","start":"2026-03-13T10:10:15.621763Z","end":"2026-03-13T10:10:15.753367Z","steps":["trace[840012120] 'process raft request' (duration: 28.004775ms)","trace[840012120] 'compare' (duration: 102.787724ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:39.611199Z","caller":"traceutil/trace.go:171","msg":"trace[1999375054] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"124.842614ms","start":"2026-03-13T10:10:39.486326Z","end":"2026-03-13T10:10:39.611169Z","steps":["trace[1999375054] 'process raft request' (duration: 124.685149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.244764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322101687063939769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:10:43.54477Z","caller":"traceutil/trace.go:171","msg":"trace[1633501020] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"918.144004ms","start":"2026-03-13T10:10:42.626589Z","end":"2026-03-13T10:10:43.544733Z","steps":["trace[1633501020] 'process raft request' (duration: 917.947909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.545253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:42.626579Z","time spent":"918.290348ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:43.546Z","caller":"traceutil/trace.go:171","msg":"trace[1494528661] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8240; }","duration":"801.42693ms","start":"2026-03-13T10:10:42.744557Z","end":"2026-03-13T10:10:43.545984Z","steps":["trace[1494528661] 'read index received' (duration: 801.41995ms)","trace[1494528661] 'applied index is now lower than readState.Index' (duration: 5.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:10:43.54648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.54055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:10:43.546537Z","caller":"traceutil/trace.go:171","msg":"trace[623360292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7940; }","duration":"665.600741ms","start":"2026-03-13T10:10:42.880922Z","end":"2026-03-13T10:10:43.546523Z","steps":["trace[623360292] 'agreement among raft nodes before linearized reading' (duration: 665.416026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.546538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.551513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:10:43.546581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:42.880866Z","time spent":"665.704134ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:10:43.546609Z","caller":"traceutil/trace.go:171","msg":"trace[1144827981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7940; }","duration":"481.698137ms","start":"2026-03-13T10:10:43.064891Z","end":"2026-03-13T10:10:43.546589Z","steps":["trace[1144827981] 'agreement among raft nodes before linearized reading' (duration: 481.544603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.546657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:43.064869Z","time spent":"481.780229ms","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:10:43.547009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.450797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T10:10:43.54705Z","caller":"traceutil/trace.go:171","msg":"trace[656461692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7940; }","duration":"802.523489ms","start":"2026-03-13T10:10:42.744515Z","end":"2026-03-13T10:10:43.547039Z","steps":["trace[656461692] 'agreement among raft nodes before linearized reading' (duration: 802.388776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.547092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:42.744495Z","time spent":"802.59034ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:10:43.547332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.854161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:10:43.547437Z","caller":"traceutil/trace.go:171","msg":"trace[1308135689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7940; }","duration":"566.946283ms","start":"2026-03-13T10:10:42.980427Z","end":"2026-03-13T10:10:43.547373Z","steps":["trace[1308135689] 'agreement among raft nodes before linearized reading' (duration: 566.726897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.547572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.227772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:10:43.547615Z","caller":"traceutil/trace.go:171","msg":"trace[1923855452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7940; }","duration":"655.299643ms","start":"2026-03-13T10:10:42.892305Z","end":"2026-03-13T10:10:43.547604Z","steps":["trace[1923855452] 'agreement among raft nodes before linearized reading' (duration: 655.191891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:43.547555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:42.980405Z","time spent":"567.134049ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:10:43.547643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:42.892292Z","time spent":"655.345275ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:10:47.625702Z","caller":"traceutil/trace.go:171","msg":"trace[74655156] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"171.567792ms","start":"2026-03-13T10:10:47.454091Z","end":"2026-03-13T10:10:47.625659Z","steps":["trace[74655156] 'process raft request' (duration: 171.379117ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:47.84811Z","caller":"traceutil/trace.go:171","msg":"trace[1298104701] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"217.423817ms","start":"2026-03-13T10:10:47.630657Z","end":"2026-03-13T10:10:47.848081Z","steps":["trace[1298104701] 'process raft request' (duration: 206.803301ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:48.102539Z","caller":"traceutil/trace.go:171","msg":"trace[339498841] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"471.093441ms","start":"2026-03-13T10:10:47.631402Z","end":"2026-03-13T10:10:48.102496Z","steps":["trace[339498841] 'process raft request' (duration: 415.098512ms)","trace[339498841] 'compare' (duration: 55.718391ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:48.102562Z","caller":"traceutil/trace.go:171","msg":"trace[503948006] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"470.418423ms","start":"2026-03-13T10:10:47.632116Z","end":"2026-03-13T10:10:48.102534Z","steps":["trace[503948006] 'process raft request' (duration: 470.32411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:48.102728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:47.6321Z","time spent":"470.535836ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:10:48.102733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:47.631379Z","time spent":"471.242355ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:48.102813Z","caller":"traceutil/trace.go:171","msg":"trace[1726994836] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"471.069711ms","start":"2026-03-13T10:10:47.631711Z","end":"2026-03-13T10:10:48.102781Z","steps":["trace[1726994836] 'process raft request' (duration: 470.68105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:48.102983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:47.631702Z","time spent":"471.170613ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:48.102979Z","caller":"traceutil/trace.go:171","msg":"trace[873477947] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8260; }","duration":"447.422943ms","start":"2026-03-13T10:10:47.655455Z","end":"2026-03-13T10:10:48.102878Z","steps":["trace[873477947] 'read index received' (duration: 181.969182ms)","trace[873477947] 'applied index is now lower than readState.Index' (duration: 265.450131ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:10:48.102996Z","caller":"traceutil/trace.go:171","msg":"trace[2141726124] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"451.218065ms","start":"2026-03-13T10:10:47.651659Z","end":"2026-03-13T10:10:48.102877Z","steps":["trace[2141726124] 'process raft request' (duration: 450.835515ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:48.103117Z","caller":"traceutil/trace.go:171","msg":"trace[1436065113] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"234.453806ms","start":"2026-03-13T10:10:47.868627Z","end":"2026-03-13T10:10:48.103081Z","steps":["trace[1436065113] 'process raft request' (duration: 234.005494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:48.103215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.737862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T10:10:48.103258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:47.651641Z","time spent":"451.483393ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:10:48.103266Z","caller":"traceutil/trace.go:171","msg":"trace[1176423023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7965; }","duration":"447.831484ms","start":"2026-03-13T10:10:47.655419Z","end":"2026-03-13T10:10:48.10325Z","steps":["trace[1176423023] 'agreement among raft nodes before linearized reading' (duration: 447.640129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:48.103318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:10:47.655407Z","time spent":"447.902866ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:10:48.103803Z","caller":"traceutil/trace.go:171","msg":"trace[1996384805] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"121.422571ms","start":"2026-03-13T10:10:47.982365Z","end":"2026-03-13T10:10:48.103788Z","steps":["trace[1996384805] 'process raft request' (duration: 121.355239ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.490396Z","caller":"traceutil/trace.go:171","msg":"trace[1911729027] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"170.450142ms","start":"2026-03-13T10:10:57.319892Z","end":"2026-03-13T10:10:57.490342Z","steps":["trace[1911729027] 'process raft request' (duration: 170.155104ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:57.490483Z","caller":"traceutil/trace.go:171","msg":"trace[2089751438] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"147.490174ms","start":"2026-03-13T10:10:57.342943Z","end":"2026-03-13T10:10:57.490433Z","steps":["trace[2089751438] 'process raft request' (duration: 147.277218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:58.740961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.889428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T10:10:58.741053Z","caller":"traceutil/trace.go:171","msg":"trace[1156048760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8064; }","duration":"150.076023ms","start":"2026-03-13T10:10:58.590958Z","end":"2026-03-13T10:10:58.741034Z","steps":["trace[1156048760] 'range keys from in-memory index tree' (duration: 149.620231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:10:58.741035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.663247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9bxd7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-13T10:10:58.741146Z","caller":"traceutil/trace.go:171","msg":"trace[639572928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9bxd7; range_end:; response_count:1; response_revision:8064; }","duration":"108.793091ms","start":"2026-03-13T10:10:58.632307Z","end":"2026-03-13T10:10:58.7411Z","steps":["trace[639572928] 'range keys from in-memory index tree' (duration: 108.439911ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:58.860631Z","caller":"traceutil/trace.go:171","msg":"trace[1896085376] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"113.815836ms","start":"2026-03-13T10:10:58.746792Z","end":"2026-03-13T10:10:58.860608Z","steps":["trace[1896085376] 'process raft request' (duration: 113.659882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:09.607221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.804204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-f5bhk\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-13T10:11:09.607349Z","caller":"traceutil/trace.go:171","msg":"trace[900679823] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-f5bhk; range_end:; response_count:1; response_revision:8142; }","duration":"179.984609ms","start":"2026-03-13T10:11:09.427338Z","end":"2026-03-13T10:11:09.607323Z","steps":["trace[900679823] 'range keys from in-memory index tree' (duration: 179.571178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:15.997052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.655291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:15.997379Z","caller":"traceutil/trace.go:171","msg":"trace[228282752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8771; }","duration":"238.252307ms","start":"2026-03-13T10:12:15.758903Z","end":"2026-03-13T10:12:15.997156Z","steps":["trace[228282752] 'range keys from in-memory index tree' (duration: 237.545428ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:16.690149Z","caller":"traceutil/trace.go:171","msg":"trace[1680348641] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"100.349774ms","start":"2026-03-13T10:12:16.589755Z","end":"2026-03-13T10:12:16.690105Z","steps":["trace[1680348641] 'process raft request' (duration: 32.450144ms)","trace[1680348641] 'compare' (duration: 67.594191ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:14:35.264623Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T10:14:35.2701Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T10:14:35.270198Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T10:15:11.711881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7738} {"level":"info","ts":"2026-03-13T10:15:11.778427Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7738,"took":"64.809087ms","hash":2617965144,"current-db-size-bytes":42770432,"current-db-size":"43 MB","current-db-size-in-use-bytes":24485888,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-13T10:15:11.778486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2617965144,"revision":7738,"compact-revision":5712} {"level":"info","ts":"2026-03-13T10:20:11.721426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9809} {"level":"info","ts":"2026-03-13T10:20:11.803809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9809,"took":"79.473131ms","hash":3508761920,"current-db-size-bytes":42770432,"current-db-size":"43 MB","current-db-size-in-use-bytes":18042880,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-13T10:20:11.803906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3508761920,"revision":9809,"compact-revision":7738}