{"level":"warn","ts":"2026-07-28T20:07:20.05626Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T20:07:20.056422Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T20:07:20.056569Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T20:07:20.056588Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-28T20:07:20.056935Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T20:07:20.058171Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-07-28T20:07:20.058313Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T20:07:20.062705Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.988912ms"} {"level":"info","ts":"2026-07-28T20:07:20.071652Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-07-28T20:07:20.072176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T20:07:20.072227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-07-28T20:07:20.072242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T20:07:20.072323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-07-28T20:07:20.072369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-07-28T20:07:20.077831Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T20:07:20.081199Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T20:07:20.082653Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T20:07:20.085669Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T20:07:20.086363Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T20:07:20.087276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-07-28T20:07:20.087372Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-28T20:07:20.087231Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:07:20.087551Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:07:20.087589Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:07:20.094506Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T20:07:20.094794Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T20:07:20.094823Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T20:07:20.094951Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-28T20:07:20.094964Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-28T20:07:20.172703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T20:07:20.172781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T20:07:20.17281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-07-28T20:07:20.17284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-07-28T20:07:20.172858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-28T20:07:20.172893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-07-28T20:07:20.172914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-28T20:07:20.173714Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:20.174599Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T20:07:20.174602Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T20:07:20.174643Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T20:07:20.176697Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:20.176839Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:20.176886Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:20.177083Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T20:07:20.177151Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T20:07:20.177355Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-07-28T20:07:20.180438Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T20:07:32.469182Z","caller":"traceutil/trace.go:171","msg":"trace[780649135] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"109.323824ms","start":"2026-07-28T20:07:32.359837Z","end":"2026-07-28T20:07:32.469161Z","steps":["trace[780649135] 'process raft request' (duration: 109.18143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:02.00838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.137139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ddlqm\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-28T20:08:02.008538Z","caller":"traceutil/trace.go:171","msg":"trace[1729655469] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ddlqm; range_end:; response_count:1; response_revision:627; }","duration":"852.361575ms","start":"2026-07-28T20:08:01.156162Z","end":"2026-07-28T20:08:02.008524Z","steps":["trace[1729655469] 'range keys from in-memory index tree' (duration: 852.021065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:02.008589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:08:01.156135Z","time spent":"852.447057ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-ddlqm\" "} {"level":"warn","ts":"2026-07-28T20:08:02.009006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.616935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:08:02.009119Z","caller":"traceutil/trace.go:171","msg":"trace[309053174] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"534.535425ms","start":"2026-07-28T20:08:01.474568Z","end":"2026-07-28T20:08:02.009103Z","steps":["trace[309053174] 'read index received' (duration: 42.921µs)","trace[309053174] 'applied index is now lower than readState.Index' (duration: 534.491134ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:08:02.009218Z","caller":"traceutil/trace.go:171","msg":"trace[155340397] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"848.925179ms","start":"2026-07-28T20:08:01.160228Z","end":"2026-07-28T20:08:02.009153Z","steps":["trace[155340397] 'process raft request' (duration: 15.623075ms)","trace[155340397] 'compare' (duration: 832.407579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:08:02.009374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.678954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:08:02.009415Z","caller":"traceutil/trace.go:171","msg":"trace[1163130727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"109.740926ms","start":"2026-07-28T20:08:01.899664Z","end":"2026-07-28T20:08:02.009405Z","steps":["trace[1163130727] 'agreement among raft nodes before linearized reading' (duration: 109.546671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:02.009424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:08:01.160216Z","time spent":"849.117775ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T20:08:02.009256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.68663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:08:02.009495Z","caller":"traceutil/trace.go:171","msg":"trace[1412461452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"534.958066ms","start":"2026-07-28T20:08:01.474521Z","end":"2026-07-28T20:08:02.009479Z","steps":["trace[1412461452] 'agreement among raft nodes before linearized reading' (duration: 534.652398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:02.009546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:08:01.474502Z","time spent":"535.033159ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T20:09:17.090869Z","caller":"traceutil/trace.go:171","msg":"trace[462198338] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"114.644502ms","start":"2026-07-28T20:09:16.976193Z","end":"2026-07-28T20:09:17.090837Z","steps":["trace[462198338] 'process raft request' (duration: 114.436367ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:17.685084Z","caller":"traceutil/trace.go:171","msg":"trace[953228411] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1394; }","duration":"210.551003ms","start":"2026-07-28T20:09:17.474506Z","end":"2026-07-28T20:09:17.685057Z","steps":["trace[953228411] 'read index received' (duration: 210.463191ms)","trace[953228411] 'applied index is now lower than readState.Index' (duration: 86.642µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:09:17.685247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.720748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:09:17.685244Z","caller":"traceutil/trace.go:171","msg":"trace[447002685] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"249.700354ms","start":"2026-07-28T20:09:17.435509Z","end":"2026-07-28T20:09:17.685209Z","steps":["trace[447002685] 'process raft request' (duration: 249.348804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:17.68528Z","caller":"traceutil/trace.go:171","msg":"trace[1987110311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"210.828461ms","start":"2026-07-28T20:09:17.474441Z","end":"2026-07-28T20:09:17.68527Z","steps":["trace[1987110311] 'agreement among raft nodes before linearized reading' (duration: 210.724358ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:17.699946Z","caller":"traceutil/trace.go:171","msg":"trace[653142856] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"173.41892ms","start":"2026-07-28T20:09:17.526503Z","end":"2026-07-28T20:09:17.699922Z","steps":["trace[653142856] 'process raft request' (duration: 173.096091ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:18.617365Z","caller":"traceutil/trace.go:171","msg":"trace[1859897305] linearizableReadLoop","detail":"{readStateIndex:1398; appliedIndex:1397; }","duration":"207.046896ms","start":"2026-07-28T20:09:18.410291Z","end":"2026-07-28T20:09:18.617338Z","steps":["trace[1859897305] 'read index received' (duration: 206.83956ms)","trace[1859897305] 'applied index is now lower than readState.Index' (duration: 206.266µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:09:18.617704Z","caller":"traceutil/trace.go:171","msg":"trace[461222347] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"219.230155ms","start":"2026-07-28T20:09:18.398441Z","end":"2026-07-28T20:09:18.617671Z","steps":["trace[461222347] 'process raft request' (duration: 218.70554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:18.617855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.590141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:09:18.617938Z","caller":"traceutil/trace.go:171","msg":"trace[1822121149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"142.716174ms","start":"2026-07-28T20:09:18.475202Z","end":"2026-07-28T20:09:18.617918Z","steps":["trace[1822121149] 'agreement among raft nodes before linearized reading' (duration: 142.565579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:18.618062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.743226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T20:09:18.618212Z","caller":"traceutil/trace.go:171","msg":"trace[1104102653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1356; }","duration":"207.93141ms","start":"2026-07-28T20:09:18.410258Z","end":"2026-07-28T20:09:18.61819Z","steps":["trace[1104102653] 'agreement among raft nodes before linearized reading' (duration: 207.353374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:20.042819Z","caller":"traceutil/trace.go:171","msg":"trace[1874928745] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"348.899615ms","start":"2026-07-28T20:09:19.693897Z","end":"2026-07-28T20:09:20.042797Z","steps":["trace[1874928745] 'process raft request' (duration: 348.740411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:20.043171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:09:19.693869Z","time spent":"349.016989ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:09:20.135631Z","caller":"traceutil/trace.go:171","msg":"trace[43512154] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"429.887461ms","start":"2026-07-28T20:09:19.705721Z","end":"2026-07-28T20:09:20.135608Z","steps":["trace[43512154] 'process raft request' (duration: 419.686407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:20.135741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:09:19.705691Z","time spent":"429.993504ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:10:06.57851Z","caller":"traceutil/trace.go:171","msg":"trace[793433222] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"314.186187ms","start":"2026-07-28T20:10:06.264295Z","end":"2026-07-28T20:10:06.578481Z","steps":["trace[793433222] 'process raft request' (duration: 313.995012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:06.578831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:06.264277Z","time spent":"314.342942ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:10:06.602991Z","caller":"traceutil/trace.go:171","msg":"trace[1317636703] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"324.255077ms","start":"2026-07-28T20:10:06.278708Z","end":"2026-07-28T20:10:06.602963Z","steps":["trace[1317636703] 'process raft request' (duration: 324.058231ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:06.603126Z","caller":"traceutil/trace.go:171","msg":"trace[1395196465] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2195; }","duration":"128.189624ms","start":"2026-07-28T20:10:06.474903Z","end":"2026-07-28T20:10:06.603092Z","steps":["trace[1395196465] 'read index received' (duration: 103.376744ms)","trace[1395196465] 'applied index is now lower than readState.Index' (duration: 24.80994ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:06.603274Z","caller":"traceutil/trace.go:171","msg":"trace[592037430] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"320.814182ms","start":"2026-07-28T20:10:06.282431Z","end":"2026-07-28T20:10:06.603245Z","steps":["trace[592037430] 'process raft request' (duration: 320.482852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:06.603344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:06.278684Z","time spent":"324.396441ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:10:06.603372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.455532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:10:06.603456Z","caller":"traceutil/trace.go:171","msg":"trace[1650722623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2120; }","duration":"128.611047ms","start":"2026-07-28T20:10:06.474824Z","end":"2026-07-28T20:10:06.603435Z","steps":["trace[1650722623] 'agreement among raft nodes before linearized reading' (duration: 128.420942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:06.603596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:06.282391Z","time spent":"321.008587ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:10:39.244543Z","caller":"traceutil/trace.go:171","msg":"trace[1821735005] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"107.710266ms","start":"2026-07-28T20:10:39.136805Z","end":"2026-07-28T20:10:39.244515Z","steps":["trace[1821735005] 'process raft request' (duration: 107.565052ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:39.392414Z","caller":"traceutil/trace.go:171","msg":"trace[718073442] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2462; }","duration":"249.321883ms","start":"2026-07-28T20:10:39.143048Z","end":"2026-07-28T20:10:39.39237Z","steps":["trace[718073442] 'read index received' (duration: 101.360479ms)","trace[718073442] 'applied index is now lower than readState.Index' (duration: 147.960154ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:39.392491Z","caller":"traceutil/trace.go:171","msg":"trace[1311673270] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"254.336153ms","start":"2026-07-28T20:10:39.138119Z","end":"2026-07-28T20:10:39.392455Z","steps":["trace[1311673270] 'process raft request' (duration: 213.381934ms)","trace[1311673270] 'compare' (duration: 40.763213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:39.392606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.525609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:10:39.392693Z","caller":"traceutil/trace.go:171","msg":"trace[943423419] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2378; }","duration":"249.653483ms","start":"2026-07-28T20:10:39.143022Z","end":"2026-07-28T20:10:39.392676Z","steps":["trace[943423419] 'agreement among raft nodes before linearized reading' (duration: 249.507109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:39.392707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.163243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T20:10:39.39279Z","caller":"traceutil/trace.go:171","msg":"trace[670969782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2378; }","duration":"238.297597ms","start":"2026-07-28T20:10:39.154479Z","end":"2026-07-28T20:10:39.392777Z","steps":["trace[670969782] 'agreement among raft nodes before linearized reading' (duration: 238.07703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:39.70343Z","caller":"traceutil/trace.go:171","msg":"trace[103478718] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"106.343587ms","start":"2026-07-28T20:10:39.597061Z","end":"2026-07-28T20:10:39.703405Z","steps":["trace[103478718] 'process raft request' (duration: 106.209363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:40.068081Z","caller":"traceutil/trace.go:171","msg":"trace[2123244527] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"147.288036ms","start":"2026-07-28T20:10:39.920752Z","end":"2026-07-28T20:10:40.06804Z","steps":["trace[2123244527] 'process raft request' (duration: 64.476453ms)","trace[2123244527] 'compare' (duration: 82.641679ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:40.53767Z","caller":"traceutil/trace.go:171","msg":"trace[445772477] linearizableReadLoop","detail":"{readStateIndex:2470; appliedIndex:2469; }","duration":"220.685567ms","start":"2026-07-28T20:10:40.316959Z","end":"2026-07-28T20:10:40.537645Z","steps":["trace[445772477] 'read index received' (duration: 220.508282ms)","trace[445772477] 'applied index is now lower than readState.Index' (duration: 176.215µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:40.537728Z","caller":"traceutil/trace.go:171","msg":"trace[783561690] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"347.879053ms","start":"2026-07-28T20:10:40.189819Z","end":"2026-07-28T20:10:40.537698Z","steps":["trace[783561690] 'process raft request' (duration: 347.665707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:40.537918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:40.189795Z","time spent":"348.009157ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:10:40.537922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.940594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T20:10:40.537976Z","caller":"traceutil/trace.go:171","msg":"trace[314951807] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2384; }","duration":"221.047827ms","start":"2026-07-28T20:10:40.316914Z","end":"2026-07-28T20:10:40.537961Z","steps":["trace[314951807] 'agreement among raft nodes before linearized reading' (duration: 220.871492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:40.537938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.093809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T20:10:40.538169Z","caller":"traceutil/trace.go:171","msg":"trace[1137953234] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2384; }","duration":"198.356296ms","start":"2026-07-28T20:10:40.339794Z","end":"2026-07-28T20:10:40.538151Z","steps":["trace[1137953234] 'agreement among raft nodes before linearized reading' (duration: 198.036508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:40.746896Z","caller":"traceutil/trace.go:171","msg":"trace[1666813106] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"203.834249ms","start":"2026-07-28T20:10:40.543036Z","end":"2026-07-28T20:10:40.74687Z","steps":["trace[1666813106] 'process raft request' (duration: 198.572912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:40.981833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.049266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:10:40.982079Z","caller":"traceutil/trace.go:171","msg":"trace[1032854859] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"134.568492ms","start":"2026-07-28T20:10:40.847465Z","end":"2026-07-28T20:10:40.982033Z","steps":["trace[1032854859] 'process raft request' (duration: 22.228709ms)","trace[1032854859] 'compare' (duration: 111.926702ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:12:49.610928Z","caller":"traceutil/trace.go:171","msg":"trace[181040917] linearizableReadLoop","detail":"{readStateIndex:3548; appliedIndex:3547; }","duration":"134.057911ms","start":"2026-07-28T20:12:49.476845Z","end":"2026-07-28T20:12:49.610903Z","steps":["trace[181040917] 'read index received' (duration: 133.901166ms)","trace[181040917] 'applied index is now lower than readState.Index' (duration: 155.125µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:12:49.611026Z","caller":"traceutil/trace.go:171","msg":"trace[326099475] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"134.954766ms","start":"2026-07-28T20:12:49.476026Z","end":"2026-07-28T20:12:49.610981Z","steps":["trace[326099475] 'process raft request' (duration: 134.73068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:12:49.611125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.205175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:12:49.611313Z","caller":"traceutil/trace.go:171","msg":"trace[1692166145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3428; }","duration":"134.465673ms","start":"2026-07-28T20:12:49.476825Z","end":"2026-07-28T20:12:49.611291Z","steps":["trace[1692166145] 'agreement among raft nodes before linearized reading' (duration: 134.167804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:12:55.263552Z","caller":"traceutil/trace.go:171","msg":"trace[2073908657] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"264.850376ms","start":"2026-07-28T20:12:54.998679Z","end":"2026-07-28T20:12:55.263529Z","steps":["trace[2073908657] 'process raft request' (duration: 264.682251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:12:55.263776Z","caller":"traceutil/trace.go:171","msg":"trace[1055570681] linearizableReadLoop","detail":"{readStateIndex:3587; appliedIndex:3587; }","duration":"122.772655ms","start":"2026-07-28T20:12:55.140982Z","end":"2026-07-28T20:12:55.263754Z","steps":["trace[1055570681] 'read index received' (duration: 122.764895ms)","trace[1055570681] 'applied index is now lower than readState.Index' (duration: 6.59µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:12:55.263935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.917409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:12:55.264064Z","caller":"traceutil/trace.go:171","msg":"trace[1284903525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3466; }","duration":"123.144105ms","start":"2026-07-28T20:12:55.140904Z","end":"2026-07-28T20:12:55.264048Z","steps":["trace[1284903525] 'agreement among raft nodes before linearized reading' (duration: 122.94751ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:17:20.331648Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3202} {"level":"info","ts":"2026-07-28T20:17:20.424422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3202,"took":"91.572155ms","hash":3200580173,"current-db-size-bytes":36450304,"current-db-size":"36 MB","current-db-size-in-use-bytes":10235904,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-28T20:17:20.424508Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3200580173,"revision":3202,"compact-revision":-1} {"level":"warn","ts":"2026-07-28T20:22:16.898487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.104677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T20:22:16.898593Z","caller":"traceutil/trace.go:171","msg":"trace[1315449427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8121; }","duration":"279.287292ms","start":"2026-07-28T20:22:16.619285Z","end":"2026-07-28T20:22:16.898572Z","steps":["trace[1315449427] 'range keys from in-memory index tree' (duration: 278.887031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:16.928286Z","caller":"traceutil/trace.go:171","msg":"trace[1887062846] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"300.272214ms","start":"2026-07-28T20:22:16.627975Z","end":"2026-07-28T20:22:16.928247Z","steps":["trace[1887062846] 'process raft request' (duration: 299.501842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:16.928697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:22:16.627952Z","time spent":"300.453989ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:22:16.928911Z","caller":"traceutil/trace.go:171","msg":"trace[1882224835] linearizableReadLoop","detail":"{readStateIndex:8395; appliedIndex:8395; }","duration":"293.992659ms","start":"2026-07-28T20:22:16.634857Z","end":"2026-07-28T20:22:16.92885Z","steps":["trace[1882224835] 'read index received' (duration: 293.980409ms)","trace[1882224835] 'applied index is now lower than readState.Index' (duration: 9.07µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:22:16.929137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.266027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T20:22:16.929228Z","caller":"traceutil/trace.go:171","msg":"trace[930547160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8122; }","duration":"294.419531ms","start":"2026-07-28T20:22:16.63479Z","end":"2026-07-28T20:22:16.929209Z","steps":["trace[930547160] 'agreement among raft nodes before linearized reading' (duration: 294.144184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:16.956859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.819578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T20:22:16.956958Z","caller":"traceutil/trace.go:171","msg":"trace[71792898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8123; }","duration":"147.980572ms","start":"2026-07-28T20:22:16.808958Z","end":"2026-07-28T20:22:16.956939Z","steps":["trace[71792898] 'agreement among raft nodes before linearized reading' (duration: 147.714355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:16.957444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.434275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T20:22:16.957466Z","caller":"traceutil/trace.go:171","msg":"trace[283836014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8123; }","duration":"148.497606ms","start":"2026-07-28T20:22:16.808963Z","end":"2026-07-28T20:22:16.95746Z","steps":["trace[283836014] 'agreement among raft nodes before linearized reading' (duration: 148.437125ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:17.393678Z","caller":"traceutil/trace.go:171","msg":"trace[60940516] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"170.61024ms","start":"2026-07-28T20:22:17.223042Z","end":"2026-07-28T20:22:17.393652Z","steps":["trace[60940516] 'process raft request' (duration: 170.438365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:17.406221Z","caller":"traceutil/trace.go:171","msg":"trace[1457314952] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"108.994742ms","start":"2026-07-28T20:22:17.29721Z","end":"2026-07-28T20:22:17.406205Z","steps":["trace[1457314952] 'process raft request' (duration: 108.869118ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:17.406204Z","caller":"traceutil/trace.go:171","msg":"trace[1446003600] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"115.320487ms","start":"2026-07-28T20:22:17.290842Z","end":"2026-07-28T20:22:17.406163Z","steps":["trace[1446003600] 'process raft request' (duration: 115.141512ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:18.210157Z","caller":"traceutil/trace.go:171","msg":"trace[1525605224] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"174.047735ms","start":"2026-07-28T20:22:18.03609Z","end":"2026-07-28T20:22:18.210138Z","steps":["trace[1525605224] 'read index received' (duration: 173.891181ms)","trace[1525605224] 'applied index is now lower than readState.Index' (duration: 155.864µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:22:18.210272Z","caller":"traceutil/trace.go:171","msg":"trace[402269727] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"225.83762ms","start":"2026-07-28T20:22:17.984414Z","end":"2026-07-28T20:22:18.210251Z","steps":["trace[402269727] 'process raft request' (duration: 225.554843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:18.210505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.401125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-28T20:22:18.210587Z","caller":"traceutil/trace.go:171","msg":"trace[1582669592] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8141; }","duration":"174.543588ms","start":"2026-07-28T20:22:18.036033Z","end":"2026-07-28T20:22:18.210576Z","steps":["trace[1582669592] 'agreement among raft nodes before linearized reading' (duration: 174.334363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:18.210517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.882167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:22:18.210786Z","caller":"traceutil/trace.go:171","msg":"trace[1036061592] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:8141; }","duration":"162.190456ms","start":"2026-07-28T20:22:18.048588Z","end":"2026-07-28T20:22:18.210779Z","steps":["trace[1036061592] 'agreement among raft nodes before linearized reading' (duration: 161.892158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:19.276664Z","caller":"traceutil/trace.go:171","msg":"trace[1783963714] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"103.622872ms","start":"2026-07-28T20:22:19.172993Z","end":"2026-07-28T20:22:19.276616Z","steps":["trace[1783963714] 'process raft request' (duration: 103.444807ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:20.337543Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5182} {"level":"info","ts":"2026-07-28T20:22:20.389669Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5182,"took":"50.072498ms","hash":217961863,"current-db-size-bytes":36450304,"current-db-size":"36 MB","current-db-size-in-use-bytes":29696000,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T20:22:20.389767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":217961863,"revision":5182,"compact-revision":3202} {"level":"info","ts":"2026-07-28T20:24:55.049412Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T20:24:55.054955Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T20:24:55.055073Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T20:27:20.344008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8217} {"level":"info","ts":"2026-07-28T20:27:20.443514Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8217,"took":"97.47797ms","hash":451169385,"current-db-size-bytes":41197568,"current-db-size":"41 MB","current-db-size-in-use-bytes":23101440,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-07-28T20:27:20.443584Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":451169385,"revision":8217,"compact-revision":5182} {"level":"info","ts":"2026-07-28T20:28:07.771264Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002d82.wal"} {"level":"info","ts":"2026-07-28T20:29:04.471605Z","caller":"traceutil/trace.go:171","msg":"trace[962882462] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"162.332458ms","start":"2026-07-28T20:29:04.309253Z","end":"2026-07-28T20:29:04.471586Z","steps":["trace[962882462] 'process raft request' (duration: 162.225235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:16.114249Z","caller":"traceutil/trace.go:171","msg":"trace[974298823] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"147.411816ms","start":"2026-07-28T20:29:15.966811Z","end":"2026-07-28T20:29:16.114223Z","steps":["trace[974298823] 'process raft request' (duration: 147.255282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:16.860294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.703821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T20:29:16.860377Z","caller":"traceutil/trace.go:171","msg":"trace[1877908534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11940; }","duration":"212.838415ms","start":"2026-07-28T20:29:16.647511Z","end":"2026-07-28T20:29:16.86035Z","steps":["trace[1877908534] 'range keys from in-memory index tree' (duration: 212.506386ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:16.921766Z","caller":"traceutil/trace.go:171","msg":"trace[814198988] linearizableReadLoop","detail":"{readStateIndex:12320; appliedIndex:12319; }","duration":"227.299885ms","start":"2026-07-28T20:29:16.694449Z","end":"2026-07-28T20:29:16.921749Z","steps":["trace[814198988] 'read index received' (duration: 227.230443ms)","trace[814198988] 'applied index is now lower than readState.Index' (duration: 68.502µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:29:16.921848Z","caller":"traceutil/trace.go:171","msg":"trace[248513125] transaction","detail":"{read_only:false; response_revision:11941; number_of_response:1; }","duration":"272.524905ms","start":"2026-07-28T20:29:16.649295Z","end":"2026-07-28T20:29:16.92182Z","steps":["trace[248513125] 'process raft request' (duration: 272.332459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:16.922085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.608954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k96j2\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T20:29:16.922423Z","caller":"traceutil/trace.go:171","msg":"trace[1705414403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k96j2; range_end:; response_count:1; response_revision:11941; }","duration":"228.023334ms","start":"2026-07-28T20:29:16.694365Z","end":"2026-07-28T20:29:16.922388Z","steps":["trace[1705414403] 'agreement among raft nodes before linearized reading' (duration: 227.475609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:16.931302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.692457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T20:29:16.931417Z","caller":"traceutil/trace.go:171","msg":"trace[267860085] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:11944; }","duration":"120.8242ms","start":"2026-07-28T20:29:16.810529Z","end":"2026-07-28T20:29:16.931353Z","steps":["trace[267860085] 'agreement among raft nodes before linearized reading' (duration: 120.660076ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:45.271498Z","caller":"traceutil/trace.go:171","msg":"trace[479799660] transaction","detail":"{read_only:false; response_revision:12183; number_of_response:1; }","duration":"253.230331ms","start":"2026-07-28T20:29:45.018249Z","end":"2026-07-28T20:29:45.271479Z","steps":["trace[479799660] 'process raft request' (duration: 253.117038ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:45.413498Z","caller":"traceutil/trace.go:171","msg":"trace[1844948507] linearizableReadLoop","detail":"{readStateIndex:12572; appliedIndex:12570; }","duration":"316.521211ms","start":"2026-07-28T20:29:45.096952Z","end":"2026-07-28T20:29:45.413473Z","steps":["trace[1844948507] 'read index received' (duration: 174.930226ms)","trace[1844948507] 'applied index is now lower than readState.Index' (duration: 141.589905ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:29:45.413658Z","caller":"traceutil/trace.go:171","msg":"trace[665949493] transaction","detail":"{read_only:false; response_revision:12185; number_of_response:1; }","duration":"388.853692ms","start":"2026-07-28T20:29:45.024792Z","end":"2026-07-28T20:29:45.413645Z","steps":["trace[665949493] 'process raft request' (duration: 388.629406ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:45.413519Z","caller":"traceutil/trace.go:171","msg":"trace[1574163376] transaction","detail":"{read_only:false; response_revision:12184; number_of_response:1; }","duration":"390.510598ms","start":"2026-07-28T20:29:45.022986Z","end":"2026-07-28T20:29:45.413497Z","steps":["trace[1574163376] 'process raft request' (duration: 390.257711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:45.413867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.896601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k96j2\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-28T20:29:45.413909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T20:29:45.413929Z","caller":"traceutil/trace.go:171","msg":"trace[1395734730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k96j2; range_end:; response_count:1; response_revision:12185; }","duration":"316.999914ms","start":"2026-07-28T20:29:45.096918Z","end":"2026-07-28T20:29:45.413918Z","steps":["trace[1395734730] 'agreement among raft nodes before linearized reading' (duration: 316.888201ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:45.413944Z","caller":"traceutil/trace.go:171","msg":"trace[264870487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12185; }","duration":"231.165802ms","start":"2026-07-28T20:29:45.182769Z","end":"2026-07-28T20:29:45.413934Z","steps":["trace[264870487] 'agreement among raft nodes before linearized reading' (duration: 231.036398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:45.413963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:29:45.096902Z","time spent":"317.052266ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-k96j2\" "} {"level":"warn","ts":"2026-07-28T20:29:45.413871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:29:45.022958Z","time spent":"390.851366ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:29:45.413769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:29:45.024777Z","time spent":"388.910573ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:29:45.414255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.343053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:29:45.414328Z","caller":"traceutil/trace.go:171","msg":"trace[2090962321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12185; }","duration":"177.453076ms","start":"2026-07-28T20:29:45.236854Z","end":"2026-07-28T20:29:45.414307Z","steps":["trace[2090962321] 'agreement among raft nodes before linearized reading' (duration: 177.287391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:45.414372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.463018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T20:29:45.414465Z","caller":"traceutil/trace.go:171","msg":"trace[354514513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12185; }","duration":"164.622612ms","start":"2026-07-28T20:29:45.249821Z","end":"2026-07-28T20:29:45.414443Z","steps":["trace[354514513] 'agreement among raft nodes before linearized reading' (duration: 164.341424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:58.886776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.306957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T20:29:58.88689Z","caller":"traceutil/trace.go:171","msg":"trace[171699382] linearizableReadLoop","detail":"{readStateIndex:12712; appliedIndex:12711; }","duration":"152.463245ms","start":"2026-07-28T20:29:58.734408Z","end":"2026-07-28T20:29:58.886872Z","steps":["trace[171699382] 'read index received' (duration: 32.078806ms)","trace[171699382] 'applied index is now lower than readState.Index' (duration: 120.382649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:29:58.886985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.565769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:29:58.887024Z","caller":"traceutil/trace.go:171","msg":"trace[645307857] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12318; }","duration":"152.63994ms","start":"2026-07-28T20:29:58.734372Z","end":"2026-07-28T20:29:58.887012Z","steps":["trace[645307857] 'agreement among raft nodes before linearized reading' (duration: 152.549588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:59.134108Z","caller":"traceutil/trace.go:171","msg":"trace[1137590186] transaction","detail":"{read_only:false; response_revision:12320; number_of_response:1; }","duration":"132.566335ms","start":"2026-07-28T20:29:59.00131Z","end":"2026-07-28T20:29:59.133876Z","steps":["trace[1137590186] 'process raft request' (duration: 103.155923ms)","trace[1137590186] 'compare' (duration: 29.178956ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:29:59.134704Z","caller":"traceutil/trace.go:171","msg":"trace[251244194] transaction","detail":"{read_only:false; response_revision:12321; number_of_response:1; }","duration":"124.909664ms","start":"2026-07-28T20:29:59.009779Z","end":"2026-07-28T20:29:59.134689Z","steps":["trace[251244194] 'process raft request' (duration: 124.04755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:32:20.350925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10897} {"level":"info","ts":"2026-07-28T20:32:20.432776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10897,"took":"79.561462ms","hash":1838213033,"current-db-size-bytes":41197568,"current-db-size":"41 MB","current-db-size-in-use-bytes":26324992,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T20:32:20.432852Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1838213033,"revision":10897,"compact-revision":8217} {"level":"info","ts":"2026-07-28T20:37:02.059165Z","caller":"traceutil/trace.go:171","msg":"trace[1639119771] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"134.965316ms","start":"2026-07-28T20:37:01.924165Z","end":"2026-07-28T20:37:02.059131Z","steps":["trace[1639119771] 'process raft request' (duration: 134.520474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:37:02.147974Z","caller":"traceutil/trace.go:171","msg":"trace[242040573] linearizableReadLoop","detail":"{readStateIndex:16579; appliedIndex:16577; }","duration":"132.21122ms","start":"2026-07-28T20:37:02.015731Z","end":"2026-07-28T20:37:02.147942Z","steps":["trace[242040573] 'read index received' (duration: 42.964309ms)","trace[242040573] 'applied index is now lower than readState.Index' (duration: 89.245011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:37:02.148172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.425526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:37:02.14826Z","caller":"traceutil/trace.go:171","msg":"trace[1815514741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16086; }","duration":"132.57523ms","start":"2026-07-28T20:37:02.015624Z","end":"2026-07-28T20:37:02.1482Z","steps":["trace[1815514741] 'agreement among raft nodes before linearized reading' (duration: 132.438286ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:37:02.148326Z","caller":"traceutil/trace.go:171","msg":"trace[1686006537] transaction","detail":"{read_only:false; response_revision:16086; number_of_response:1; }","duration":"157.050248ms","start":"2026-07-28T20:37:01.991227Z","end":"2026-07-28T20:37:02.148278Z","steps":["trace[1686006537] 'process raft request' (duration: 112.663069ms)","trace[1686006537] 'compare' (duration: 43.902386ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:37:20.356511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13649} {"level":"info","ts":"2026-07-28T20:37:20.435753Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13649,"took":"76.604611ms","hash":1532824698,"current-db-size-bytes":41197568,"current-db-size":"41 MB","current-db-size-in-use-bytes":27504640,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T20:37:20.435812Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1532824698,"revision":13649,"compact-revision":10897} {"level":"info","ts":"2026-07-28T20:42:20.362428Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16203} {"level":"info","ts":"2026-07-28T20:42:20.459887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16203,"took":"93.528705ms","hash":3429984577,"current-db-size-bytes":41619456,"current-db-size":"42 MB","current-db-size-in-use-bytes":26628096,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T20:42:20.459981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3429984577,"revision":16203,"compact-revision":13649} {"level":"info","ts":"2026-07-28T20:43:38.992094Z","caller":"traceutil/trace.go:171","msg":"trace[1103576476] transaction","detail":"{read_only:false; response_revision:19253; number_of_response:1; }","duration":"153.925809ms","start":"2026-07-28T20:43:38.838142Z","end":"2026-07-28T20:43:38.992068Z","steps":["trace[1103576476] 'process raft request' (duration: 153.769215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:43:47.003255Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T20:43:47.011597Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T20:43:47.011696Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T20:43:56.292272Z","caller":"traceutil/trace.go:171","msg":"trace[217636197] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"125.933498ms","start":"2026-07-28T20:43:56.166308Z","end":"2026-07-28T20:43:56.292241Z","steps":["trace[217636197] 'process raft request' (duration: 35.548423ms)","trace[217636197] 'compare' (duration: 90.227571ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:43:56.514124Z","caller":"traceutil/trace.go:171","msg":"trace[400286390] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"111.512435ms","start":"2026-07-28T20:43:56.402588Z","end":"2026-07-28T20:43:56.5141Z","steps":["trace[400286390] 'process raft request' (duration: 111.221857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:08.498699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.554505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ft28q\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T20:45:08.49877Z","caller":"traceutil/trace.go:171","msg":"trace[601575777] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ft28q; range_end:; response_count:1; response_revision:20507; }","duration":"276.677028ms","start":"2026-07-28T20:45:08.222078Z","end":"2026-07-28T20:45:08.498755Z","steps":["trace[601575777] 'range keys from in-memory index tree' (duration: 276.429111ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:47:20.369765Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18655} {"level":"info","ts":"2026-07-28T20:47:20.464106Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18655,"took":"91.720392ms","hash":3083598752,"current-db-size-bytes":42463232,"current-db-size":"42 MB","current-db-size-in-use-bytes":27947008,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T20:47:20.464186Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3083598752,"revision":18655,"compact-revision":16203} {"level":"info","ts":"2026-07-28T20:52:20.376282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21350} {"level":"info","ts":"2026-07-28T20:52:20.472819Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21350,"took":"92.661885ms","hash":3247044233,"current-db-size-bytes":44597248,"current-db-size":"45 MB","current-db-size-in-use-bytes":29630464,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T20:52:20.47294Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3247044233,"revision":21350,"compact-revision":18655} {"level":"info","ts":"2026-07-28T20:53:05.311329Z","caller":"traceutil/trace.go:171","msg":"trace[1496791751] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"122.269555ms","start":"2026-07-28T20:53:05.189024Z","end":"2026-07-28T20:53:05.311294Z","steps":["trace[1496791751] 'process raft request' (duration: 121.967157ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:53:12.670991Z","caller":"traceutil/trace.go:171","msg":"trace[1745702463] linearizableReadLoop","detail":"{readStateIndex:24913; appliedIndex:24910; }","duration":"110.602613ms","start":"2026-07-28T20:53:12.560366Z","end":"2026-07-28T20:53:12.670968Z","steps":["trace[1745702463] 'read index received' (duration: 26.543395ms)","trace[1745702463] 'applied index is now lower than readState.Index' (duration: 84.058178ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:53:12.671136Z","caller":"traceutil/trace.go:171","msg":"trace[1897382123] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"130.054121ms","start":"2026-07-28T20:53:12.540994Z","end":"2026-07-28T20:53:12.671048Z","steps":["trace[1897382123] 'process raft request' (duration: 129.838295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:53:12.671338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.90473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T20:53:12.67139Z","caller":"traceutil/trace.go:171","msg":"trace[766868498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24183; }","duration":"111.071715ms","start":"2026-07-28T20:53:12.560304Z","end":"2026-07-28T20:53:12.671375Z","steps":["trace[766868498] 'agreement among raft nodes before linearized reading' (duration: 110.814078ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:57:20.383587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23838} {"level":"info","ts":"2026-07-28T20:57:20.507672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23838,"took":"120.615673ms","hash":3312657895,"current-db-size-bytes":44597248,"current-db-size":"45 MB","current-db-size-in-use-bytes":27156480,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T20:57:20.507741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3312657895,"revision":23838,"compact-revision":21350} {"level":"info","ts":"2026-07-28T21:02:20.395762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26021} {"level":"info","ts":"2026-07-28T21:02:20.58018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26021,"took":"181.404594ms","hash":670704208,"current-db-size-bytes":45912064,"current-db-size":"46 MB","current-db-size-in-use-bytes":32415744,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T21:02:20.580248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":670704208,"revision":26021,"compact-revision":23838} {"level":"info","ts":"2026-07-28T21:03:02.727542Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T21:03:02.733853Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-28T21:03:02.734053Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-28T21:03:16.637341Z","caller":"traceutil/trace.go:171","msg":"trace[193822360] transaction","detail":"{read_only:false; response_revision:29220; number_of_response:1; }","duration":"131.013701ms","start":"2026-07-28T21:03:16.506274Z","end":"2026-07-28T21:03:16.637288Z","steps":["trace[193822360] 'process raft request' (duration: 130.682352ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:16.93Z","caller":"traceutil/trace.go:171","msg":"trace[580402349] transaction","detail":"{read_only:false; response_revision:29221; number_of_response:1; }","duration":"162.542672ms","start":"2026-07-28T21:03:16.767432Z","end":"2026-07-28T21:03:16.929974Z","steps":["trace[580402349] 'process raft request' (duration: 162.361547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:16.943147Z","caller":"traceutil/trace.go:171","msg":"trace[1315321031] transaction","detail":"{read_only:false; response_revision:29222; number_of_response:1; }","duration":"162.244274ms","start":"2026-07-28T21:03:16.780876Z","end":"2026-07-28T21:03:16.94312Z","steps":["trace[1315321031] 'process raft request' (duration: 162.057259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:16.943297Z","caller":"traceutil/trace.go:171","msg":"trace[1796332120] linearizableReadLoop","detail":"{readStateIndex:30098; appliedIndex:30095; }","duration":"103.519561ms","start":"2026-07-28T21:03:16.839751Z","end":"2026-07-28T21:03:16.94327Z","steps":["trace[1796332120] 'read index received' (duration: 90.021758ms)","trace[1796332120] 'applied index is now lower than readState.Index' (duration: 13.495693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:03:16.943424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.650174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:03:16.943413Z","caller":"traceutil/trace.go:171","msg":"trace[1686238621] transaction","detail":"{read_only:false; response_revision:29223; number_of_response:1; }","duration":"148.551305ms","start":"2026-07-28T21:03:16.794824Z","end":"2026-07-28T21:03:16.943375Z","steps":["trace[1686238621] 'process raft request' (duration: 148.246827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:16.943473Z","caller":"traceutil/trace.go:171","msg":"trace[1675484169] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:29223; }","duration":"103.764317ms","start":"2026-07-28T21:03:16.839695Z","end":"2026-07-28T21:03:16.94346Z","steps":["trace[1675484169] 'agreement among raft nodes before linearized reading' (duration: 103.652314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:03:27.93514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.06641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:03:27.935225Z","caller":"traceutil/trace.go:171","msg":"trace[1852653633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29294; }","duration":"115.198434ms","start":"2026-07-28T21:03:27.820008Z","end":"2026-07-28T21:03:27.935206Z","steps":["trace[1852653633] 'range keys from in-memory index tree' (duration: 114.863464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:03:27.935243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.896885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T21:03:27.935465Z","caller":"traceutil/trace.go:171","msg":"trace[1304029023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29294; }","duration":"111.104101ms","start":"2026-07-28T21:03:27.82427Z","end":"2026-07-28T21:03:27.935374Z","steps":["trace[1304029023] 'range keys from in-memory index tree' (duration: 110.650068ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:28.179607Z","caller":"traceutil/trace.go:171","msg":"trace[1121936485] linearizableReadLoop","detail":"{readStateIndex:30177; appliedIndex:30173; }","duration":"147.623271ms","start":"2026-07-28T21:03:28.031971Z","end":"2026-07-28T21:03:28.179595Z","steps":["trace[1121936485] 'read index received' (duration: 100.361474ms)","trace[1121936485] 'applied index is now lower than readState.Index' (duration: 47.261047ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:03:28.179609Z","caller":"traceutil/trace.go:171","msg":"trace[771268731] transaction","detail":"{read_only:false; response_revision:29296; number_of_response:1; }","duration":"238.847141ms","start":"2026-07-28T21:03:27.94073Z","end":"2026-07-28T21:03:28.179577Z","steps":["trace[771268731] 'process raft request' (duration: 191.997786ms)","trace[771268731] 'compare' (duration: 46.68175ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:03:28.179667Z","caller":"traceutil/trace.go:171","msg":"trace[1173516591] transaction","detail":"{read_only:false; response_revision:29297; number_of_response:1; }","duration":"237.934976ms","start":"2026-07-28T21:03:27.941697Z","end":"2026-07-28T21:03:28.179632Z","steps":["trace[1173516591] 'process raft request' (duration: 237.813292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:28.179685Z","caller":"traceutil/trace.go:171","msg":"trace[1970811990] transaction","detail":"{read_only:false; response_revision:29298; number_of_response:1; }","duration":"237.765371ms","start":"2026-07-28T21:03:27.941879Z","end":"2026-07-28T21:03:28.179645Z","steps":["trace[1970811990] 'process raft request' (duration: 237.659198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:03:28.179732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.750624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:03:28.179759Z","caller":"traceutil/trace.go:171","msg":"trace[1676861141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:29299; }","duration":"147.834166ms","start":"2026-07-28T21:03:28.031916Z","end":"2026-07-28T21:03:28.17975Z","steps":["trace[1676861141] 'agreement among raft nodes before linearized reading' (duration: 147.745003ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:28.179834Z","caller":"traceutil/trace.go:171","msg":"trace[781220049] transaction","detail":"{read_only:false; response_revision:29299; number_of_response:1; }","duration":"236.9646ms","start":"2026-07-28T21:03:27.942851Z","end":"2026-07-28T21:03:28.179816Z","steps":["trace[781220049] 'process raft request' (duration: 236.712783ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:03:29.207228Z","caller":"traceutil/trace.go:171","msg":"trace[1755665638] transaction","detail":"{read_only:false; response_revision:29302; number_of_response:1; }","duration":"201.627593ms","start":"2026-07-28T21:03:29.005577Z","end":"2026-07-28T21:03:29.207204Z","steps":["trace[1755665638] 'process raft request' (duration: 201.488479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:07:20.405337Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28836} {"level":"info","ts":"2026-07-28T21:07:20.526638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28836,"took":"117.478998ms","hash":1488161735,"current-db-size-bytes":48033792,"current-db-size":"48 MB","current-db-size-in-use-bytes":31424512,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T21:07:20.526706Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1488161735,"revision":28836,"compact-revision":26021} {"level":"info","ts":"2026-07-28T21:09:05.599291Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000082b1.wal"} {"level":"info","ts":"2026-07-28T21:09:15.432239Z","caller":"traceutil/trace.go:171","msg":"trace[1283174000] transaction","detail":"{read_only:false; response_revision:32827; number_of_response:1; }","duration":"236.669095ms","start":"2026-07-28T21:09:15.195536Z","end":"2026-07-28T21:09:15.432205Z","steps":["trace[1283174000] 'process raft request' (duration: 192.38716ms)","trace[1283174000] 'compare' (duration: 43.224126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:09:15.432887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.393166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T21:09:15.432975Z","caller":"traceutil/trace.go:171","msg":"trace[1082469731] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32827; }","duration":"194.54777ms","start":"2026-07-28T21:09:15.238405Z","end":"2026-07-28T21:09:15.432953Z","steps":["trace[1082469731] 'agreement among raft nodes before linearized reading' (duration: 193.869701ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:09:15.432003Z","caller":"traceutil/trace.go:171","msg":"trace[1856404927] linearizableReadLoop","detail":"{readStateIndex:33800; appliedIndex:33799; }","duration":"193.48765ms","start":"2026-07-28T21:09:15.238479Z","end":"2026-07-28T21:09:15.431967Z","steps":["trace[1856404927] 'read index received' (duration: 149.466943ms)","trace[1856404927] 'applied index is now lower than readState.Index' (duration: 44.018897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:09:15.433456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.020445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T21:09:15.433516Z","caller":"traceutil/trace.go:171","msg":"trace[1662608629] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32827; }","duration":"190.120918ms","start":"2026-07-28T21:09:15.243373Z","end":"2026-07-28T21:09:15.433493Z","steps":["trace[1662608629] 'agreement among raft nodes before linearized reading' (duration: 189.891171ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:12:20.413331Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31234} {"level":"info","ts":"2026-07-28T21:12:20.52074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31234,"took":"103.483982ms","hash":1874204739,"current-db-size-bytes":50724864,"current-db-size":"51 MB","current-db-size-in-use-bytes":45301760,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-28T21:12:20.520798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1874204739,"revision":31234,"compact-revision":28836} {"level":"info","ts":"2026-07-28T21:13:43.260625Z","caller":"traceutil/trace.go:171","msg":"trace[546131329] transaction","detail":"{read_only:false; response_revision:35705; number_of_response:1; }","duration":"202.283405ms","start":"2026-07-28T21:13:43.058314Z","end":"2026-07-28T21:13:43.260597Z","steps":["trace[546131329] 'process raft request' (duration: 183.95404ms)","trace[546131329] 'compare' (duration: 17.992626ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:43.260692Z","caller":"traceutil/trace.go:171","msg":"trace[2101015506] linearizableReadLoop","detail":"{readStateIndex:36744; appliedIndex:36743; }","duration":"154.383375ms","start":"2026-07-28T21:13:43.106275Z","end":"2026-07-28T21:13:43.260658Z","steps":["trace[2101015506] 'read index received' (duration: 136.0654ms)","trace[2101015506] 'applied index is now lower than readState.Index' (duration: 18.315245ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:43.260736Z","caller":"traceutil/trace.go:171","msg":"trace[1340597126] transaction","detail":"{read_only:false; response_revision:35706; number_of_response:1; }","duration":"136.009468ms","start":"2026-07-28T21:13:43.1247Z","end":"2026-07-28T21:13:43.260709Z","steps":["trace[1340597126] 'process raft request' (duration: 135.903976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:43.260935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.652392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-28T21:13:43.260987Z","caller":"traceutil/trace.go:171","msg":"trace[488585969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:35706; }","duration":"154.757516ms","start":"2026-07-28T21:13:43.106213Z","end":"2026-07-28T21:13:43.260971Z","steps":["trace[488585969] 'agreement among raft nodes before linearized reading' (duration: 154.588231ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:43.675961Z","caller":"traceutil/trace.go:171","msg":"trace[187113516] linearizableReadLoop","detail":"{readStateIndex:36749; appliedIndex:36747; }","duration":"344.938365ms","start":"2026-07-28T21:13:43.330998Z","end":"2026-07-28T21:13:43.675936Z","steps":["trace[187113516] 'read index received' (duration: 298.386993ms)","trace[187113516] 'applied index is now lower than readState.Index' (duration: 46.550122ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:43.676068Z","caller":"traceutil/trace.go:171","msg":"trace[1330538760] transaction","detail":"{read_only:false; response_revision:35709; number_of_response:1; }","duration":"377.520214ms","start":"2026-07-28T21:13:43.298535Z","end":"2026-07-28T21:13:43.676055Z","steps":["trace[1330538760] 'process raft request' (duration: 330.878278ms)","trace[1330538760] 'compare' (duration: 46.281166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:13:43.676209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:13:43.298488Z","time spent":"377.606916ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:13:43.676297Z","caller":"traceutil/trace.go:171","msg":"trace[1939853394] transaction","detail":"{read_only:false; response_revision:35710; number_of_response:1; }","duration":"375.165029ms","start":"2026-07-28T21:13:43.301081Z","end":"2026-07-28T21:13:43.676246Z","steps":["trace[1939853394] 'process raft request' (duration: 374.756958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:43.676453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.219776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:13:43.676502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:13:43.301061Z","time spent":"375.330853ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:13:43.676542Z","caller":"traceutil/trace.go:171","msg":"trace[2038089383] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:35710; }","duration":"373.36008ms","start":"2026-07-28T21:13:43.303164Z","end":"2026-07-28T21:13:43.676524Z","steps":["trace[2038089383] 'agreement among raft nodes before linearized reading' (duration: 373.109623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:43.676597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:13:43.303154Z","time spent":"373.433081ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:13:43.678007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.48531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:13:43.678079Z","caller":"traceutil/trace.go:171","msg":"trace[1303651146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35711; }","duration":"202.612643ms","start":"2026-07-28T21:13:43.475448Z","end":"2026-07-28T21:13:43.678061Z","steps":["trace[1303651146] 'agreement among raft nodes before linearized reading' (duration: 202.478419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:43.67813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.71008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T21:13:43.678189Z","caller":"traceutil/trace.go:171","msg":"trace[1569297943] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:35711; }","duration":"159.797643ms","start":"2026-07-28T21:13:43.518378Z","end":"2026-07-28T21:13:43.678175Z","steps":["trace[1569297943] 'agreement among raft nodes before linearized reading' (duration: 159.615768ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:43.678353Z","caller":"traceutil/trace.go:171","msg":"trace[1761216476] transaction","detail":"{read_only:false; response_revision:35711; number_of_response:1; }","duration":"343.254359ms","start":"2026-07-28T21:13:43.335062Z","end":"2026-07-28T21:13:43.678316Z","steps":["trace[1761216476] 'process raft request' (duration: 342.736955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:43.678745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:13:43.335043Z","time spent":"343.403624ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:13:43.917678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.66139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:13:43.917787Z","caller":"traceutil/trace.go:171","msg":"trace[104076371] linearizableReadLoop","detail":"{readStateIndex:36752; appliedIndex:36751; }","duration":"182.421978ms","start":"2026-07-28T21:13:43.735348Z","end":"2026-07-28T21:13:43.91777Z","steps":["trace[104076371] 'read index received' (duration: 63.445529ms)","trace[104076371] 'applied index is now lower than readState.Index' (duration: 118.975059ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:43.917874Z","caller":"traceutil/trace.go:171","msg":"trace[1566007531] transaction","detail":"{read_only:false; response_revision:35712; number_of_response:1; }","duration":"233.801654ms","start":"2026-07-28T21:13:43.684035Z","end":"2026-07-28T21:13:43.917836Z","steps":["trace[1566007531] 'process raft request' (duration: 114.849105ms)","trace[1566007531] 'compare' (duration: 118.528527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:13:43.917984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.639614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T21:13:43.918027Z","caller":"traceutil/trace.go:171","msg":"trace[1918387024] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35712; }","duration":"182.709496ms","start":"2026-07-28T21:13:43.735307Z","end":"2026-07-28T21:13:43.918016Z","steps":["trace[1918387024] 'agreement among raft nodes before linearized reading' (duration: 182.528691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:44.205543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.975938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:13:44.205714Z","caller":"traceutil/trace.go:171","msg":"trace[364554820] linearizableReadLoop","detail":"{readStateIndex:36754; appliedIndex:36753; }","duration":"281.886969ms","start":"2026-07-28T21:13:43.923793Z","end":"2026-07-28T21:13:44.20568Z","steps":["trace[364554820] 'read index received' (duration: 149.578432ms)","trace[364554820] 'applied index is now lower than readState.Index' (duration: 132.304617ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:44.205844Z","caller":"traceutil/trace.go:171","msg":"trace[545632304] transaction","detail":"{read_only:false; response_revision:35714; number_of_response:1; }","duration":"283.74834ms","start":"2026-07-28T21:13:43.922055Z","end":"2026-07-28T21:13:44.205803Z","steps":["trace[545632304] 'process raft request' (duration: 151.31414ms)","trace[545632304] 'compare' (duration: 131.766422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:13:44.206076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.600959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T21:13:44.20619Z","caller":"traceutil/trace.go:171","msg":"trace[456992734] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:35714; }","duration":"286.758634ms","start":"2026-07-28T21:13:43.91941Z","end":"2026-07-28T21:13:44.206169Z","steps":["trace[456992734] 'agreement among raft nodes before linearized reading' (duration: 286.410374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:44.368541Z","caller":"traceutil/trace.go:171","msg":"trace[2043245891] linearizableReadLoop","detail":"{readStateIndex:36756; appliedIndex:36754; }","duration":"162.735795ms","start":"2026-07-28T21:13:44.205786Z","end":"2026-07-28T21:13:44.368522Z","steps":["trace[2043245891] 'read index received' (duration: 4.424102ms)","trace[2043245891] 'applied index is now lower than readState.Index' (duration: 158.310783ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:44.368631Z","caller":"traceutil/trace.go:171","msg":"trace[1936040871] transaction","detail":"{read_only:false; response_revision:35716; number_of_response:1; }","duration":"180.317979ms","start":"2026-07-28T21:13:44.188284Z","end":"2026-07-28T21:13:44.368602Z","steps":["trace[1936040871] 'process raft request' (duration: 180.082343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:44.368767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.545405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T21:13:44.368757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.524356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:13:44.368862Z","caller":"traceutil/trace.go:171","msg":"trace[1852474091] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:35716; }","duration":"438.65641ms","start":"2026-07-28T21:13:43.930183Z","end":"2026-07-28T21:13:44.368839Z","steps":["trace[1852474091] 'agreement among raft nodes before linearized reading' (duration: 438.465124ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:44.368812Z","caller":"traceutil/trace.go:171","msg":"trace[445828532] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:35716; }","duration":"160.634077ms","start":"2026-07-28T21:13:44.20817Z","end":"2026-07-28T21:13:44.368804Z","steps":["trace[445828532] 'agreement among raft nodes before linearized reading' (duration: 160.486573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:44.368916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:13:43.930165Z","time spent":"438.740823ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:13:48.685027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.745735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T21:13:48.685116Z","caller":"traceutil/trace.go:171","msg":"trace[1395430659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35760; }","duration":"248.877399ms","start":"2026-07-28T21:13:48.436218Z","end":"2026-07-28T21:13:48.685095Z","steps":["trace[1395430659] 'range keys from in-memory index tree' (duration: 248.576781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:48.685106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.696299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:13:48.685173Z","caller":"traceutil/trace.go:171","msg":"trace[1316524634] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:35760; }","duration":"205.803753ms","start":"2026-07-28T21:13:48.479354Z","end":"2026-07-28T21:13:48.685157Z","steps":["trace[1316524634] 'count revisions from in-memory index tree' (duration: 205.649288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:48.685111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.121384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:13:48.685242Z","caller":"traceutil/trace.go:171","msg":"trace[605316901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35760; }","duration":"225.30711ms","start":"2026-07-28T21:13:48.459916Z","end":"2026-07-28T21:13:48.685223Z","steps":["trace[605316901] 'count revisions from in-memory index tree' (duration: 225.042093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:48.685351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.453489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:13:48.686027Z","caller":"traceutil/trace.go:171","msg":"trace[1010992117] transaction","detail":"{read_only:false; response_revision:35761; number_of_response:1; }","duration":"162.518779ms","start":"2026-07-28T21:13:48.523483Z","end":"2026-07-28T21:13:48.686002Z","steps":["trace[1010992117] 'process raft request' (duration: 24.30197ms)","trace[1010992117] 'compare' (duration: 137.022256ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:48.686183Z","caller":"traceutil/trace.go:171","msg":"trace[969057584] transaction","detail":"{read_only:false; response_revision:35762; number_of_response:1; }","duration":"150.58052ms","start":"2026-07-28T21:13:48.535561Z","end":"2026-07-28T21:13:48.686142Z","steps":["trace[969057584] 'process raft request' (duration: 150.23785ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:48.940175Z","caller":"traceutil/trace.go:171","msg":"trace[1802890042] linearizableReadLoop","detail":"{readStateIndex:36805; appliedIndex:36804; }","duration":"106.602868ms","start":"2026-07-28T21:13:48.83353Z","end":"2026-07-28T21:13:48.940133Z","steps":["trace[1802890042] 'read index received' (duration: 38.654795ms)","trace[1802890042] 'applied index is now lower than readState.Index' (duration: 67.946573ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:48.940479Z","caller":"traceutil/trace.go:171","msg":"trace[1342788084] transaction","detail":"{read_only:false; response_revision:35764; number_of_response:1; }","duration":"174.430288ms","start":"2026-07-28T21:13:48.766009Z","end":"2026-07-28T21:13:48.94044Z","steps":["trace[1342788084] 'process raft request' (duration: 106.266049ms)","trace[1342788084] 'compare' (duration: 67.47696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:13:48.940672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.100242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:13:48.940797Z","caller":"traceutil/trace.go:171","msg":"trace[1489372594] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:35764; }","duration":"107.258296ms","start":"2026-07-28T21:13:48.833465Z","end":"2026-07-28T21:13:48.940724Z","steps":["trace[1489372594] 'agreement among raft nodes before linearized reading' (duration: 106.804914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:49.126048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.211577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T21:13:49.195999Z","caller":"traceutil/trace.go:171","msg":"trace[516423196] transaction","detail":"{read_only:false; response_revision:35765; number_of_response:1; }","duration":"250.74096ms","start":"2026-07-28T21:13:48.945231Z","end":"2026-07-28T21:13:49.195972Z","steps":["trace[516423196] 'process raft request' (duration: 250.554885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:49.414946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.10522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:13:49.415213Z","caller":"traceutil/trace.go:171","msg":"trace[1086757697] linearizableReadLoop","detail":"{readStateIndex:36809; appliedIndex:36807; }","duration":"132.08145ms","start":"2026-07-28T21:13:49.283119Z","end":"2026-07-28T21:13:49.4152Z","steps":["trace[1086757697] 'read index received' (duration: 11.574259ms)","trace[1086757697] 'applied index is now lower than readState.Index' (duration: 120.506551ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:49.415215Z","caller":"traceutil/trace.go:171","msg":"trace[1023977048] transaction","detail":"{read_only:false; response_revision:35766; number_of_response:1; }","duration":"201.453162ms","start":"2026-07-28T21:13:49.213732Z","end":"2026-07-28T21:13:49.415185Z","steps":["trace[1023977048] 'process raft request' (duration: 80.967621ms)","trace[1023977048] 'compare' (duration: 119.909995ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:49.41532Z","caller":"traceutil/trace.go:171","msg":"trace[356944110] transaction","detail":"{read_only:false; response_revision:35767; number_of_response:1; }","duration":"136.612985ms","start":"2026-07-28T21:13:49.27865Z","end":"2026-07-28T21:13:49.415263Z","steps":["trace[356944110] 'process raft request' (duration: 136.43049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:49.415472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.342037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:13:49.415529Z","caller":"traceutil/trace.go:171","msg":"trace[216933388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35767; }","duration":"132.471411ms","start":"2026-07-28T21:13:49.283043Z","end":"2026-07-28T21:13:49.415515Z","steps":["trace[216933388] 'agreement among raft nodes before linearized reading' (duration: 132.230254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:49.424034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.83833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T21:13:49.424147Z","caller":"traceutil/trace.go:171","msg":"trace[1982492975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35768; }","duration":"120.974464ms","start":"2026-07-28T21:13:49.303141Z","end":"2026-07-28T21:13:49.424116Z","steps":["trace[1982492975] 'agreement among raft nodes before linearized reading' (duration: 120.736728ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:49.614855Z","caller":"traceutil/trace.go:171","msg":"trace[1636447945] transaction","detail":"{read_only:false; response_revision:35770; number_of_response:1; }","duration":"186.51115ms","start":"2026-07-28T21:13:49.42831Z","end":"2026-07-28T21:13:49.614821Z","steps":["trace[1636447945] 'process raft request' (duration: 92.52543ms)","trace[1636447945] 'compare' (duration: 93.795555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:13:49.615112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.191382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:13:49.615118Z","caller":"traceutil/trace.go:171","msg":"trace[1810922840] transaction","detail":"{read_only:false; response_revision:35771; number_of_response:1; }","duration":"186.359117ms","start":"2026-07-28T21:13:49.428733Z","end":"2026-07-28T21:13:49.615093Z","steps":["trace[1810922840] 'process raft request' (duration: 186.044358ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:49.615162Z","caller":"traceutil/trace.go:171","msg":"trace[1683094180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35771; }","duration":"141.293714ms","start":"2026-07-28T21:13:49.473859Z","end":"2026-07-28T21:13:49.615152Z","steps":["trace[1683094180] 'agreement among raft nodes before linearized reading' (duration: 141.193882ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:49.615Z","caller":"traceutil/trace.go:171","msg":"trace[442309983] linearizableReadLoop","detail":"{readStateIndex:36813; appliedIndex:36811; }","duration":"141.069528ms","start":"2026-07-28T21:13:49.473901Z","end":"2026-07-28T21:13:49.61497Z","steps":["trace[442309983] 'read index received' (duration: 46.951534ms)","trace[442309983] 'applied index is now lower than readState.Index' (duration: 94.116274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:13:49.615642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.40025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T21:13:49.615696Z","caller":"traceutil/trace.go:171","msg":"trace[1610359002] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35771; }","duration":"132.497822ms","start":"2026-07-28T21:13:49.483185Z","end":"2026-07-28T21:13:49.615683Z","steps":["trace[1610359002] 'agreement among raft nodes before linearized reading' (duration: 132.318847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:59.885591Z","caller":"traceutil/trace.go:171","msg":"trace[1531065691] linearizableReadLoop","detail":"{readStateIndex:36904; appliedIndex:36902; }","duration":"108.810998ms","start":"2026-07-28T21:13:59.776753Z","end":"2026-07-28T21:13:59.885564Z","steps":["trace[1531065691] 'read index received' (duration: 40.048153ms)","trace[1531065691] 'applied index is now lower than readState.Index' (duration: 68.761795ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:13:59.885731Z","caller":"traceutil/trace.go:171","msg":"trace[348144229] transaction","detail":"{read_only:false; response_revision:35860; number_of_response:1; }","duration":"113.823027ms","start":"2026-07-28T21:13:59.771891Z","end":"2026-07-28T21:13:59.885714Z","steps":["trace[348144229] 'process raft request' (duration: 113.582401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:13:59.885785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.020035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:13:59.885825Z","caller":"traceutil/trace.go:171","msg":"trace[239763448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35860; }","duration":"109.118217ms","start":"2026-07-28T21:13:59.776696Z","end":"2026-07-28T21:13:59.885814Z","steps":["trace[239763448] 'agreement among raft nodes before linearized reading' (duration: 108.964243ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:59.885606Z","caller":"traceutil/trace.go:171","msg":"trace[606478408] transaction","detail":"{read_only:false; response_revision:35859; number_of_response:1; }","duration":"117.329794ms","start":"2026-07-28T21:13:59.768245Z","end":"2026-07-28T21:13:59.885575Z","steps":["trace[606478408] 'process raft request' (duration: 48.549768ms)","trace[606478408] 'compare' (duration: 68.389205ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:00.073549Z","caller":"traceutil/trace.go:171","msg":"trace[807178678] transaction","detail":"{read_only:false; response_revision:35861; number_of_response:1; }","duration":"182.828009ms","start":"2026-07-28T21:13:59.89068Z","end":"2026-07-28T21:14:00.073508Z","steps":["trace[807178678] 'process raft request' (duration: 107.875193ms)","trace[807178678] 'compare' (duration: 74.70561ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:00.872343Z","caller":"traceutil/trace.go:171","msg":"trace[133553046] transaction","detail":"{read_only:false; response_revision:35866; number_of_response:1; }","duration":"150.524979ms","start":"2026-07-28T21:14:00.721787Z","end":"2026-07-28T21:14:00.872312Z","steps":["trace[133553046] 'process raft request' (duration: 150.313763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:00.926812Z","caller":"traceutil/trace.go:171","msg":"trace[1994313683] linearizableReadLoop","detail":"{readStateIndex:36911; appliedIndex:36909; }","duration":"143.189067ms","start":"2026-07-28T21:14:00.783595Z","end":"2026-07-28T21:14:00.926784Z","steps":["trace[1994313683] 'read index received' (duration: 88.496989ms)","trace[1994313683] 'applied index is now lower than readState.Index' (duration: 54.690588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:00.927052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.553075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:14:00.927114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.510315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T21:14:00.927208Z","caller":"traceutil/trace.go:171","msg":"trace[1114410233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35867; }","duration":"143.640559ms","start":"2026-07-28T21:14:00.783549Z","end":"2026-07-28T21:14:00.927189Z","steps":["trace[1114410233] 'agreement among raft nodes before linearized reading' (duration: 143.364781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:00.927138Z","caller":"traceutil/trace.go:171","msg":"trace[405724663] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:35867; }","duration":"115.691269ms","start":"2026-07-28T21:14:00.811422Z","end":"2026-07-28T21:14:00.927114Z","steps":["trace[405724663] 'agreement among raft nodes before linearized reading' (duration: 115.549585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:00.927271Z","caller":"traceutil/trace.go:171","msg":"trace[798188664] transaction","detail":"{read_only:false; response_revision:35867; number_of_response:1; }","duration":"201.558726ms","start":"2026-07-28T21:14:00.72537Z","end":"2026-07-28T21:14:00.926929Z","steps":["trace[798188664] 'process raft request' (duration: 201.262157ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:01.064991Z","caller":"traceutil/trace.go:171","msg":"trace[1461294336] transaction","detail":"{read_only:false; response_revision:35868; number_of_response:1; }","duration":"133.731576ms","start":"2026-07-28T21:14:00.931218Z","end":"2026-07-28T21:14:01.06495Z","steps":["trace[1461294336] 'process raft request' (duration: 62.632386ms)","trace[1461294336] 'compare' (duration: 70.908514ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:01.284342Z","caller":"traceutil/trace.go:171","msg":"trace[740772462] transaction","detail":"{read_only:false; response_revision:35869; number_of_response:1; }","duration":"141.057768ms","start":"2026-07-28T21:14:01.143245Z","end":"2026-07-28T21:14:01.284303Z","steps":["trace[740772462] 'process raft request' (duration: 73.369133ms)","trace[740772462] 'compare' (duration: 67.245353ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:01.735798Z","caller":"traceutil/trace.go:171","msg":"trace[1420366907] transaction","detail":"{read_only:false; response_revision:35872; number_of_response:1; }","duration":"225.989639ms","start":"2026-07-28T21:14:01.509771Z","end":"2026-07-28T21:14:01.73576Z","steps":["trace[1420366907] 'process raft request' (duration: 198.419659ms)","trace[1420366907] 'compare' (duration: 27.076686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:18.073163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.271165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:18.073446Z","caller":"traceutil/trace.go:171","msg":"trace[1017523735] transaction","detail":"{read_only:false; response_revision:36077; number_of_response:1; }","duration":"150.152648ms","start":"2026-07-28T21:14:17.923258Z","end":"2026-07-28T21:14:18.07341Z","steps":["trace[1017523735] 'process raft request' (duration: 33.341179ms)","trace[1017523735] 'compare' (duration: 116.10265ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:18.257304Z","caller":"traceutil/trace.go:171","msg":"trace[432448069] linearizableReadLoop","detail":"{readStateIndex:37126; appliedIndex:37125; }","duration":"178.231283ms","start":"2026-07-28T21:14:18.079049Z","end":"2026-07-28T21:14:18.25728Z","steps":["trace[432448069] 'read index received' (duration: 178.13491ms)","trace[432448069] 'applied index is now lower than readState.Index' (duration: 95.443µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:18.257417Z","caller":"traceutil/trace.go:171","msg":"trace[544374079] transaction","detail":"{read_only:false; response_revision:36079; number_of_response:1; }","duration":"240.266881ms","start":"2026-07-28T21:14:18.017117Z","end":"2026-07-28T21:14:18.257384Z","steps":["trace[544374079] 'process raft request' (duration: 240.012904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:18.257553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.473329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T21:14:18.257616Z","caller":"traceutil/trace.go:171","msg":"trace[1149949716] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36079; }","duration":"178.593232ms","start":"2026-07-28T21:14:18.079006Z","end":"2026-07-28T21:14:18.257599Z","steps":["trace[1149949716] 'agreement among raft nodes before linearized reading' (duration: 178.392887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:18.486889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.348093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:18.48708Z","caller":"traceutil/trace.go:171","msg":"trace[318403153] transaction","detail":"{read_only:false; response_revision:36081; number_of_response:1; }","duration":"224.23116ms","start":"2026-07-28T21:14:18.26283Z","end":"2026-07-28T21:14:18.487061Z","steps":["trace[318403153] 'process raft request' (duration: 224.165538ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:18.487102Z","caller":"traceutil/trace.go:171","msg":"trace[895800255] linearizableReadLoop","detail":"{readStateIndex:37127; appliedIndex:37126; }","duration":"229.716441ms","start":"2026-07-28T21:14:18.257364Z","end":"2026-07-28T21:14:18.487081Z","steps":["trace[895800255] 'read index received' (duration: 95.229035ms)","trace[895800255] 'applied index is now lower than readState.Index' (duration: 134.485276ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:18.487122Z","caller":"traceutil/trace.go:171","msg":"trace[1957094635] transaction","detail":"{read_only:false; response_revision:36080; number_of_response:1; }","duration":"347.561189ms","start":"2026-07-28T21:14:18.139531Z","end":"2026-07-28T21:14:18.487092Z","steps":["trace[1957094635] 'process raft request' (duration: 212.916578ms)","trace[1957094635] 'compare' (duration: 134.194089ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:18.487273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:18.139509Z","time spent":"347.675402ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:18.487292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.063002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T21:14:18.487325Z","caller":"traceutil/trace.go:171","msg":"trace[2055527931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36081; }","duration":"332.141515ms","start":"2026-07-28T21:14:18.155171Z","end":"2026-07-28T21:14:18.487313Z","steps":["trace[2055527931] 'agreement among raft nodes before linearized reading' (duration: 332.002841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:18.487367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:18.155154Z","time spent":"332.205366ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T21:14:18.649323Z","caller":"traceutil/trace.go:171","msg":"trace[949778726] linearizableReadLoop","detail":"{readStateIndex:37130; appliedIndex:37129; }","duration":"153.528701ms","start":"2026-07-28T21:14:18.495766Z","end":"2026-07-28T21:14:18.649294Z","steps":["trace[949778726] 'read index received' (duration: 127.188955ms)","trace[949778726] 'applied index is now lower than readState.Index' (duration: 26.335066ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:18.649558Z","caller":"traceutil/trace.go:171","msg":"trace[490861256] transaction","detail":"{read_only:false; response_revision:36083; number_of_response:1; }","duration":"157.729947ms","start":"2026-07-28T21:14:18.491806Z","end":"2026-07-28T21:14:18.649536Z","steps":["trace[490861256] 'process raft request' (duration: 131.155064ms)","trace[490861256] 'compare' (duration: 26.043168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:18.649747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.830019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:18.649919Z","caller":"traceutil/trace.go:171","msg":"trace[2108398245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36083; }","duration":"154.1953ms","start":"2026-07-28T21:14:18.49571Z","end":"2026-07-28T21:14:18.649905Z","steps":["trace[2108398245] 'agreement among raft nodes before linearized reading' (duration: 153.759118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:18.907117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.754866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:18.907233Z","caller":"traceutil/trace.go:171","msg":"trace[1619513496] transaction","detail":"{read_only:false; response_revision:36084; number_of_response:1; }","duration":"351.277272ms","start":"2026-07-28T21:14:18.555934Z","end":"2026-07-28T21:14:18.907211Z","steps":["trace[1619513496] 'process raft request' (duration: 233.31379ms)","trace[1619513496] 'compare' (duration: 117.573611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:18.907383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:18.555906Z","time spent":"351.405985ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:19.20664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.389304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:19.206851Z","caller":"traceutil/trace.go:171","msg":"trace[1077563399] transaction","detail":"{read_only:false; response_revision:36085; number_of_response:1; }","duration":"262.032521ms","start":"2026-07-28T21:14:18.944801Z","end":"2026-07-28T21:14:19.206833Z","steps":["trace[1077563399] 'process raft request' (duration: 119.507083ms)","trace[1077563399] 'compare' (duration: 142.173719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:19.375717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.972316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T21:14:19.376073Z","caller":"traceutil/trace.go:171","msg":"trace[858975355] linearizableReadLoop","detail":"{readStateIndex:37134; appliedIndex:37131; }","duration":"218.186242ms","start":"2026-07-28T21:14:19.157863Z","end":"2026-07-28T21:14:19.376049Z","steps":["trace[858975355] 'read index received' (duration: 35.991µs)","trace[858975355] 'applied index is now lower than readState.Index' (duration: 218.148831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:19.376276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.408489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:14:19.376326Z","caller":"traceutil/trace.go:171","msg":"trace[1866701022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36086; }","duration":"218.507131ms","start":"2026-07-28T21:14:19.157805Z","end":"2026-07-28T21:14:19.376312Z","steps":["trace[1866701022] 'agreement among raft nodes before linearized reading' (duration: 218.327837ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:19.376496Z","caller":"traceutil/trace.go:171","msg":"trace[309736780] transaction","detail":"{read_only:false; response_revision:36086; number_of_response:1; }","duration":"394.649856ms","start":"2026-07-28T21:14:18.981764Z","end":"2026-07-28T21:14:19.376414Z","steps":["trace[309736780] 'process raft request' (duration: 394.076641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:19.376725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:18.981737Z","time spent":"394.853781ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:19.640465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.153449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:19.640578Z","caller":"traceutil/trace.go:171","msg":"trace[2103800764] transaction","detail":"{read_only:false; response_revision:36088; number_of_response:1; }","duration":"193.966916ms","start":"2026-07-28T21:14:19.44659Z","end":"2026-07-28T21:14:19.640557Z","steps":["trace[2103800764] 'process raft request' (duration: 72.613921ms)","trace[2103800764] 'compare' (duration: 121.014345ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:19.654876Z","caller":"traceutil/trace.go:171","msg":"trace[2087500808] linearizableReadLoop","detail":"{readStateIndex:37137; appliedIndex:37135; }","duration":"191.826476ms","start":"2026-07-28T21:14:19.463026Z","end":"2026-07-28T21:14:19.654853Z","steps":["trace[2087500808] 'read index received' (duration: 56.547738ms)","trace[2087500808] 'applied index is now lower than readState.Index' (duration: 135.277528ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:19.654994Z","caller":"traceutil/trace.go:171","msg":"trace[221741767] transaction","detail":"{read_only:false; response_revision:36089; number_of_response:1; }","duration":"204.718072ms","start":"2026-07-28T21:14:19.450243Z","end":"2026-07-28T21:14:19.654961Z","steps":["trace[221741767] 'process raft request' (duration: 204.480986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:19.655068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.027383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T21:14:19.655113Z","caller":"traceutil/trace.go:171","msg":"trace[179724525] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36089; }","duration":"192.113245ms","start":"2026-07-28T21:14:19.462988Z","end":"2026-07-28T21:14:19.655101Z","steps":["trace[179724525] 'agreement among raft nodes before linearized reading' (duration: 191.954781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:19.896998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.035928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:19.897115Z","caller":"traceutil/trace.go:171","msg":"trace[568247404] transaction","detail":"{read_only:false; response_revision:36090; number_of_response:1; }","duration":"318.505199ms","start":"2026-07-28T21:14:19.578589Z","end":"2026-07-28T21:14:19.897094Z","steps":["trace[568247404] 'process raft request' (duration: 202.272555ms)","trace[568247404] 'compare' (duration: 115.919955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:19.897179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:19.578569Z","time spent":"318.58013ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:19.899558Z","caller":"traceutil/trace.go:171","msg":"trace[625718241] linearizableReadLoop","detail":"{readStateIndex:37139; appliedIndex:37137; }","duration":"225.086353ms","start":"2026-07-28T21:14:19.67442Z","end":"2026-07-28T21:14:19.899506Z","steps":["trace[625718241] 'read index received' (duration: 106.434093ms)","trace[625718241] 'applied index is now lower than readState.Index' (duration: 118.65133ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:19.899607Z","caller":"traceutil/trace.go:171","msg":"trace[1976545262] transaction","detail":"{read_only:false; response_revision:36091; number_of_response:1; }","duration":"240.687954ms","start":"2026-07-28T21:14:19.658897Z","end":"2026-07-28T21:14:19.899585Z","steps":["trace[1976545262] 'process raft request' (duration: 240.433867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:19.899794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.333291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:14:19.899868Z","caller":"traceutil/trace.go:171","msg":"trace[1737089235] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:36091; }","duration":"225.465104ms","start":"2026-07-28T21:14:19.674378Z","end":"2026-07-28T21:14:19.899843Z","steps":["trace[1737089235] 'agreement among raft nodes before linearized reading' (duration: 225.300789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:19.944044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.018132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:14:19.944128Z","caller":"traceutil/trace.go:171","msg":"trace[492620661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36092; }","duration":"110.157996ms","start":"2026-07-28T21:14:19.833951Z","end":"2026-07-28T21:14:19.944109Z","steps":["trace[492620661] 'agreement among raft nodes before linearized reading' (duration: 109.992771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:19.944322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.733626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T21:14:19.944069Z","caller":"traceutil/trace.go:171","msg":"trace[1942752727] transaction","detail":"{read_only:false; response_revision:36092; number_of_response:1; }","duration":"135.778153ms","start":"2026-07-28T21:14:19.808258Z","end":"2026-07-28T21:14:19.944036Z","steps":["trace[1942752727] 'process raft request' (duration: 135.518035ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:19.944371Z","caller":"traceutil/trace.go:171","msg":"trace[594644409] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36092; }","duration":"256.839188ms","start":"2026-07-28T21:14:19.68752Z","end":"2026-07-28T21:14:19.944359Z","steps":["trace[594644409] 'agreement among raft nodes before linearized reading' (duration: 256.652063ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:20.163617Z","caller":"traceutil/trace.go:171","msg":"trace[1258458443] transaction","detail":"{read_only:false; response_revision:36093; number_of_response:1; }","duration":"214.05999ms","start":"2026-07-28T21:14:19.949526Z","end":"2026-07-28T21:14:20.163586Z","steps":["trace[1258458443] 'process raft request' (duration: 114.925968ms)","trace[1258458443] 'compare' (duration: 98.724421ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:20.475322Z","caller":"traceutil/trace.go:171","msg":"trace[830782181] linearizableReadLoop","detail":"{readStateIndex:37143; appliedIndex:37141; }","duration":"398.339609ms","start":"2026-07-28T21:14:20.076958Z","end":"2026-07-28T21:14:20.475297Z","steps":["trace[830782181] 'read index received' (duration: 384.461896ms)","trace[830782181] 'applied index is now lower than readState.Index' (duration: 13.876603ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:20.475341Z","caller":"traceutil/trace.go:171","msg":"trace[798202268] transaction","detail":"{read_only:false; response_revision:36094; number_of_response:1; }","duration":"525.497083ms","start":"2026-07-28T21:14:19.949814Z","end":"2026-07-28T21:14:20.475311Z","steps":["trace[798202268] 'process raft request' (duration: 511.614551ms)","trace[798202268] 'compare' (duration: 13.660186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:20.475484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:19.949805Z","time spent":"525.602556ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:20.475468Z","caller":"traceutil/trace.go:171","msg":"trace[401174041] transaction","detail":"{read_only:false; response_revision:36095; number_of_response:1; }","duration":"525.561685ms","start":"2026-07-28T21:14:19.949875Z","end":"2026-07-28T21:14:20.475437Z","steps":["trace[401174041] 'process raft request' (duration: 525.361389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:20.475553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.585765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T21:14:20.475602Z","caller":"traceutil/trace.go:171","msg":"trace[612343010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36095; }","duration":"398.694749ms","start":"2026-07-28T21:14:20.076893Z","end":"2026-07-28T21:14:20.475588Z","steps":["trace[612343010] 'agreement among raft nodes before linearized reading' (duration: 398.527224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:20.475625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:19.94987Z","time spent":"525.673888ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:20.475642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:20.076867Z","time spent":"398.76607ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:14:20.476884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.150544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:20.476947Z","caller":"traceutil/trace.go:171","msg":"trace[1312188573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:36097; }","duration":"291.240737ms","start":"2026-07-28T21:14:20.18569Z","end":"2026-07-28T21:14:20.476931Z","steps":["trace[1312188573] 'agreement among raft nodes before linearized reading' (duration: 291.123974ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:20.4771Z","caller":"traceutil/trace.go:171","msg":"trace[276990673] transaction","detail":"{read_only:false; response_revision:36096; number_of_response:1; }","duration":"398.677218ms","start":"2026-07-28T21:14:20.0784Z","end":"2026-07-28T21:14:20.477077Z","steps":["trace[276990673] 'process raft request' (duration: 398.213535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:20.477193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:20.078378Z","time spent":"398.771111ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:20.477248Z","caller":"traceutil/trace.go:171","msg":"trace[163556057] transaction","detail":"{read_only:false; response_revision:36097; number_of_response:1; }","duration":"214.325457ms","start":"2026-07-28T21:14:20.2629Z","end":"2026-07-28T21:14:20.477225Z","steps":["trace[163556057] 'process raft request' (duration: 213.839014ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:20.703335Z","caller":"traceutil/trace.go:171","msg":"trace[2056100248] transaction","detail":"{read_only:false; response_revision:36099; number_of_response:1; }","duration":"210.918923ms","start":"2026-07-28T21:14:20.49238Z","end":"2026-07-28T21:14:20.703299Z","steps":["trace[2056100248] 'process raft request' (duration: 191.834207ms)","trace[2056100248] 'compare' (duration: 18.767287ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:20.703418Z","caller":"traceutil/trace.go:171","msg":"trace[738008538] transaction","detail":"{read_only:false; response_revision:36100; number_of_response:1; }","duration":"204.555787ms","start":"2026-07-28T21:14:20.498833Z","end":"2026-07-28T21:14:20.703389Z","steps":["trace[738008538] 'process raft request' (duration: 204.398443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:21.345653Z","caller":"traceutil/trace.go:171","msg":"trace[937896772] transaction","detail":"{read_only:false; response_revision:36104; number_of_response:1; }","duration":"134.507728ms","start":"2026-07-28T21:14:21.211129Z","end":"2026-07-28T21:14:21.345636Z","steps":["trace[937896772] 'process raft request' (duration: 134.365944ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:21.519024Z","caller":"traceutil/trace.go:171","msg":"trace[1291924810] transaction","detail":"{read_only:false; response_revision:36105; number_of_response:1; }","duration":"166.301164ms","start":"2026-07-28T21:14:21.352698Z","end":"2026-07-28T21:14:21.518999Z","steps":["trace[1291924810] 'process raft request' (duration: 166.132659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:21.569674Z","caller":"traceutil/trace.go:171","msg":"trace[25411863] linearizableReadLoop","detail":"{readStateIndex:37154; appliedIndex:37152; }","duration":"169.373818ms","start":"2026-07-28T21:14:21.400278Z","end":"2026-07-28T21:14:21.569652Z","steps":["trace[25411863] 'read index received' (duration: 118.61559ms)","trace[25411863] 'applied index is now lower than readState.Index' (duration: 50.757568ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:21.569873Z","caller":"traceutil/trace.go:171","msg":"trace[1067406622] transaction","detail":"{read_only:false; response_revision:36106; number_of_response:1; }","duration":"187.773215ms","start":"2026-07-28T21:14:21.382091Z","end":"2026-07-28T21:14:21.569865Z","steps":["trace[1067406622] 'process raft request' (duration: 186.276424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:21.570038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.470739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:21.570128Z","caller":"traceutil/trace.go:171","msg":"trace[2018066837] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:36106; }","duration":"108.605273ms","start":"2026-07-28T21:14:21.4615Z","end":"2026-07-28T21:14:21.570106Z","steps":["trace[2018066837] 'agreement among raft nodes before linearized reading' (duration: 108.450489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:21.570287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.007185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:14:21.570322Z","caller":"traceutil/trace.go:171","msg":"trace[1247870312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36106; }","duration":"170.090948ms","start":"2026-07-28T21:14:21.400222Z","end":"2026-07-28T21:14:21.570313Z","steps":["trace[1247870312] 'agreement among raft nodes before linearized reading' (duration: 169.982195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:21.764713Z","caller":"traceutil/trace.go:171","msg":"trace[169290192] linearizableReadLoop","detail":"{readStateIndex:37155; appliedIndex:37154; }","duration":"120.008678ms","start":"2026-07-28T21:14:21.644675Z","end":"2026-07-28T21:14:21.764684Z","steps":["trace[169290192] 'read index received' (duration: 51.85959ms)","trace[169290192] 'applied index is now lower than readState.Index' (duration: 68.147728ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:21.764722Z","caller":"traceutil/trace.go:171","msg":"trace[373483130] transaction","detail":"{read_only:false; response_revision:36107; number_of_response:1; }","duration":"190.14337ms","start":"2026-07-28T21:14:21.574548Z","end":"2026-07-28T21:14:21.764692Z","steps":["trace[373483130] 'process raft request' (duration: 122.068634ms)","trace[373483130] 'compare' (duration: 67.84437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:21.764988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.294025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:14:21.765069Z","caller":"traceutil/trace.go:171","msg":"trace[801556134] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36107; }","duration":"120.44415ms","start":"2026-07-28T21:14:21.644606Z","end":"2026-07-28T21:14:21.76505Z","steps":["trace[801556134] 'agreement among raft nodes before linearized reading' (duration: 120.206653ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:22.527035Z","caller":"traceutil/trace.go:171","msg":"trace[1110992087] transaction","detail":"{read_only:false; response_revision:36111; number_of_response:1; }","duration":"104.160361ms","start":"2026-07-28T21:14:22.422858Z","end":"2026-07-28T21:14:22.527019Z","steps":["trace[1110992087] 'process raft request' (duration: 104.003736ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:22.706761Z","caller":"traceutil/trace.go:171","msg":"trace[348742148] transaction","detail":"{read_only:false; response_revision:36112; number_of_response:1; }","duration":"224.497398ms","start":"2026-07-28T21:14:22.482235Z","end":"2026-07-28T21:14:22.706733Z","steps":["trace[348742148] 'process raft request' (duration: 224.283792ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:22.706893Z","caller":"traceutil/trace.go:171","msg":"trace[1624927635] linearizableReadLoop","detail":"{readStateIndex:37161; appliedIndex:37159; }","duration":"179.830937ms","start":"2026-07-28T21:14:22.527035Z","end":"2026-07-28T21:14:22.706866Z","steps":["trace[1624927635] 'read index received' (duration: 179.429506ms)","trace[1624927635] 'applied index is now lower than readState.Index' (duration: 399.661µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:22.707011Z","caller":"traceutil/trace.go:171","msg":"trace[689784066] transaction","detail":"{read_only:false; response_revision:36113; number_of_response:1; }","duration":"224.698473ms","start":"2026-07-28T21:14:22.482258Z","end":"2026-07-28T21:14:22.706957Z","steps":["trace[689784066] 'process raft request' (duration: 224.413645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:22.707129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.246011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T21:14:22.707141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.161291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:14:22.707169Z","caller":"traceutil/trace.go:171","msg":"trace[50423730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36113; }","duration":"183.338854ms","start":"2026-07-28T21:14:22.523819Z","end":"2026-07-28T21:14:22.707158Z","steps":["trace[50423730] 'agreement among raft nodes before linearized reading' (duration: 183.144018ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:22.707175Z","caller":"traceutil/trace.go:171","msg":"trace[513870979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36113; }","duration":"227.231093ms","start":"2026-07-28T21:14:22.479934Z","end":"2026-07-28T21:14:22.707165Z","steps":["trace[513870979] 'agreement among raft nodes before linearized reading' (duration: 227.064788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:22.929333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.15656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:22.929631Z","caller":"traceutil/trace.go:171","msg":"trace[395701390] linearizableReadLoop","detail":"{readStateIndex:37164; appliedIndex:37161; }","duration":"218.462201ms","start":"2026-07-28T21:14:22.711153Z","end":"2026-07-28T21:14:22.929615Z","steps":["trace[395701390] 'read index received' (duration: 47.702124ms)","trace[395701390] 'applied index is now lower than readState.Index' (duration: 170.759037ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:22.929768Z","caller":"traceutil/trace.go:171","msg":"trace[501779447] transaction","detail":"{read_only:false; response_revision:36116; number_of_response:1; }","duration":"219.12644ms","start":"2026-07-28T21:14:22.71063Z","end":"2026-07-28T21:14:22.929756Z","steps":["trace[501779447] 'process raft request' (duration: 218.79739ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:22.929979Z","caller":"traceutil/trace.go:171","msg":"trace[55873475] transaction","detail":"{read_only:false; response_revision:36117; number_of_response:1; }","duration":"217.837914ms","start":"2026-07-28T21:14:22.712126Z","end":"2026-07-28T21:14:22.929964Z","steps":["trace[55873475] 'process raft request' (duration: 217.406792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:22.930066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.891973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23790"} {"level":"info","ts":"2026-07-28T21:14:22.930156Z","caller":"traceutil/trace.go:171","msg":"trace[1567683453] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36117; }","duration":"219.013646ms","start":"2026-07-28T21:14:22.71112Z","end":"2026-07-28T21:14:22.930134Z","steps":["trace[1567683453] 'agreement among raft nodes before linearized reading' (duration: 218.735968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:22.930434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.460892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:14:22.930549Z","caller":"traceutil/trace.go:171","msg":"trace[2095375620] transaction","detail":"{read_only:false; response_revision:36115; number_of_response:1; }","duration":"221.394402ms","start":"2026-07-28T21:14:22.709137Z","end":"2026-07-28T21:14:22.930531Z","steps":["trace[2095375620] 'process raft request' (duration: 119.952856ms)","trace[2095375620] 'compare' (duration: 99.106342ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:22.931302Z","caller":"traceutil/trace.go:171","msg":"trace[2023503927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36117; }","duration":"156.588936ms","start":"2026-07-28T21:14:22.773906Z","end":"2026-07-28T21:14:22.930495Z","steps":["trace[2023503927] 'agreement among raft nodes before linearized reading' (duration: 156.103832ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:23.101344Z","caller":"traceutil/trace.go:171","msg":"trace[479085522] transaction","detail":"{read_only:false; response_revision:36118; number_of_response:1; }","duration":"166.451056ms","start":"2026-07-28T21:14:22.93487Z","end":"2026-07-28T21:14:23.101321Z","steps":["trace[479085522] 'process raft request' (duration: 166.301512ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:23.102281Z","caller":"traceutil/trace.go:171","msg":"trace[974936870] transaction","detail":"{read_only:false; response_revision:36119; number_of_response:1; }","duration":"156.646398ms","start":"2026-07-28T21:14:22.945602Z","end":"2026-07-28T21:14:23.102248Z","steps":["trace[974936870] 'process raft request' (duration: 156.399931ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:26.127055Z","caller":"traceutil/trace.go:171","msg":"trace[850565365] transaction","detail":"{read_only:false; response_revision:36152; number_of_response:1; }","duration":"194.052978ms","start":"2026-07-28T21:14:25.932974Z","end":"2026-07-28T21:14:26.127027Z","steps":["trace[850565365] 'process raft request' (duration: 193.953725ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:26.127235Z","caller":"traceutil/trace.go:171","msg":"trace[1329012258] transaction","detail":"{read_only:false; response_revision:36151; number_of_response:1; }","duration":"335.126626ms","start":"2026-07-28T21:14:25.79208Z","end":"2026-07-28T21:14:26.127206Z","steps":["trace[1329012258] 'process raft request' (duration: 235.84845ms)","trace[1329012258] 'compare' (duration: 98.70525ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:26.127382Z","caller":"traceutil/trace.go:171","msg":"trace[55695966] linearizableReadLoop","detail":"{readStateIndex:37200; appliedIndex:37198; }","duration":"281.628332ms","start":"2026-07-28T21:14:25.845725Z","end":"2026-07-28T21:14:26.127354Z","steps":["trace[55695966] 'read index received' (duration: 25.38704ms)","trace[55695966] 'applied index is now lower than readState.Index' (duration: 256.240202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:26.127387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:25.792064Z","time spent":"335.24417ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:26.127558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.814337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:14:26.127614Z","caller":"traceutil/trace.go:171","msg":"trace[1509532205] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36152; }","duration":"281.898519ms","start":"2026-07-28T21:14:25.845701Z","end":"2026-07-28T21:14:26.127599Z","steps":["trace[1509532205] 'agreement among raft nodes before linearized reading' (duration: 281.724974ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:26.213867Z","caller":"traceutil/trace.go:171","msg":"trace[1128423670] transaction","detail":"{read_only:false; response_revision:36153; number_of_response:1; }","duration":"109.965681ms","start":"2026-07-28T21:14:26.103873Z","end":"2026-07-28T21:14:26.213838Z","steps":["trace[1128423670] 'process raft request' (duration: 109.756355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.213916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.213994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T21:14:26.213988Z","caller":"traceutil/trace.go:171","msg":"trace[1966268367] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:36153; }","duration":"214.326288ms","start":"2026-07-28T21:14:25.999642Z","end":"2026-07-28T21:14:26.213968Z","steps":["trace[1966268367] 'agreement among raft nodes before linearized reading' (duration: 214.118762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.214019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.926017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T21:14:26.214059Z","caller":"traceutil/trace.go:171","msg":"trace[572648397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36153; }","duration":"185.002619ms","start":"2026-07-28T21:14:26.029044Z","end":"2026-07-28T21:14:26.214047Z","steps":["trace[572648397] 'agreement among raft nodes before linearized reading' (duration: 184.828654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.599134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.566031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:26.599255Z","caller":"traceutil/trace.go:171","msg":"trace[1950018551] linearizableReadLoop","detail":"{readStateIndex:37203; appliedIndex:37202; }","duration":"380.65529ms","start":"2026-07-28T21:14:26.218578Z","end":"2026-07-28T21:14:26.599234Z","steps":["trace[1950018551] 'read index received' (duration: 234.976215ms)","trace[1950018551] 'applied index is now lower than readState.Index' (duration: 145.677304ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:26.599352Z","caller":"traceutil/trace.go:171","msg":"trace[535450833] transaction","detail":"{read_only:false; response_revision:36154; number_of_response:1; }","duration":"467.465363ms","start":"2026-07-28T21:14:26.131853Z","end":"2026-07-28T21:14:26.599318Z","steps":["trace[535450833] 'process raft request' (duration: 321.611874ms)","trace[535450833] 'compare' (duration: 145.420067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:26.599502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.131831Z","time spent":"467.592766ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:26.59954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.957489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T21:14:26.599585Z","caller":"traceutil/trace.go:171","msg":"trace[1683354242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36154; }","duration":"381.02763ms","start":"2026-07-28T21:14:26.218542Z","end":"2026-07-28T21:14:26.59957Z","steps":["trace[1683354242] 'agreement among raft nodes before linearized reading' (duration: 380.805984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.599634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.218529Z","time spent":"381.094732ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12484,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T21:14:26.599921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.357831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:14:26.599963Z","caller":"traceutil/trace.go:171","msg":"trace[1744526341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36154; }","duration":"335.423263ms","start":"2026-07-28T21:14:26.26453Z","end":"2026-07-28T21:14:26.599953Z","steps":["trace[1744526341] 'agreement among raft nodes before linearized reading' (duration: 335.321021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.60004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.264516Z","time spent":"335.516287ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:14:26.600254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.682884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:26.600295Z","caller":"traceutil/trace.go:171","msg":"trace[1538664169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36154; }","duration":"125.751215ms","start":"2026-07-28T21:14:26.474533Z","end":"2026-07-28T21:14:26.600284Z","steps":["trace[1538664169] 'agreement among raft nodes before linearized reading' (duration: 125.680893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.600304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.651598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:14:26.600344Z","caller":"traceutil/trace.go:171","msg":"trace[927338966] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:36154; }","duration":"258.72307ms","start":"2026-07-28T21:14:26.341606Z","end":"2026-07-28T21:14:26.600329Z","steps":["trace[927338966] 'agreement among raft nodes before linearized reading' (duration: 258.626927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.965658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.349742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:26.966001Z","caller":"traceutil/trace.go:171","msg":"trace[349313278] transaction","detail":"{read_only:false; response_revision:36159; number_of_response:1; }","duration":"196.956608ms","start":"2026-07-28T21:14:26.769025Z","end":"2026-07-28T21:14:26.965982Z","steps":["trace[349313278] 'process raft request' (duration: 196.920147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:26.966119Z","caller":"traceutil/trace.go:171","msg":"trace[1642197357] transaction","detail":"{read_only:false; response_revision:36156; number_of_response:1; }","duration":"359.527069ms","start":"2026-07-28T21:14:26.606553Z","end":"2026-07-28T21:14:26.96608Z","steps":["trace[1642197357] 'process raft request' (duration: 162.657523ms)","trace[1642197357] 'compare' (duration: 196.005252ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:26.966247Z","caller":"traceutil/trace.go:171","msg":"trace[954310093] transaction","detail":"{read_only:false; response_revision:36157; number_of_response:1; }","duration":"249.775433ms","start":"2026-07-28T21:14:26.71646Z","end":"2026-07-28T21:14:26.966236Z","steps":["trace[954310093] 'process raft request' (duration: 249.336661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.966317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.606537Z","time spent":"359.677463ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:26.966379Z","caller":"traceutil/trace.go:171","msg":"trace[1498912773] transaction","detail":"{read_only:false; response_revision:36158; number_of_response:1; }","duration":"246.641867ms","start":"2026-07-28T21:14:26.719728Z","end":"2026-07-28T21:14:26.96637Z","steps":["trace[1498912773] 'process raft request' (duration: 246.185015ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:26.966493Z","caller":"traceutil/trace.go:171","msg":"trace[1754171] linearizableReadLoop","detail":"{readStateIndex:37205; appliedIndex:37204; }","duration":"302.027164ms","start":"2026-07-28T21:14:26.664449Z","end":"2026-07-28T21:14:26.966476Z","steps":["trace[1754171] 'read index received' (duration: 104.772987ms)","trace[1754171] 'applied index is now lower than readState.Index' (duration: 197.252497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:26.966609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.161107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:26.966647Z","caller":"traceutil/trace.go:171","msg":"trace[53017991] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36159; }","duration":"302.22997ms","start":"2026-07-28T21:14:26.664408Z","end":"2026-07-28T21:14:26.966638Z","steps":["trace[53017991] 'agreement among raft nodes before linearized reading' (duration: 302.158678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:26.966684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.664391Z","time spent":"302.285212ms","remote":"127.0.0.1:53694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T21:14:27.250795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.851122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:27.250983Z","caller":"traceutil/trace.go:171","msg":"trace[881154249] linearizableReadLoop","detail":"{readStateIndex:37209; appliedIndex:37208; }","duration":"284.423149ms","start":"2026-07-28T21:14:26.966537Z","end":"2026-07-28T21:14:27.25096Z","steps":["trace[881154249] 'read index received' (duration: 151.3124ms)","trace[881154249] 'applied index is now lower than readState.Index' (duration: 133.109189ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:27.250984Z","caller":"traceutil/trace.go:171","msg":"trace[437903997] transaction","detail":"{read_only:false; response_revision:36160; number_of_response:1; }","duration":"307.608858ms","start":"2026-07-28T21:14:26.943327Z","end":"2026-07-28T21:14:27.250935Z","steps":["trace[437903997] 'process raft request' (duration: 174.504469ms)","trace[437903997] 'compare' (duration: 132.315587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:27.251109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.983309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:27.251157Z","caller":"traceutil/trace.go:171","msg":"trace[183448674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:36160; }","duration":"562.074992ms","start":"2026-07-28T21:14:26.689067Z","end":"2026-07-28T21:14:27.251141Z","steps":["trace[183448674] 'agreement among raft nodes before linearized reading' (duration: 561.987919ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:27.251174Z","caller":"traceutil/trace.go:171","msg":"trace[1489360754] transaction","detail":"{read_only:false; response_revision:36161; number_of_response:1; }","duration":"134.675862ms","start":"2026-07-28T21:14:27.116471Z","end":"2026-07-28T21:14:27.251147Z","steps":["trace[1489360754] 'process raft request' (duration: 134.465116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:27.251205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.689046Z","time spent":"562.144383ms","remote":"127.0.0.1:58790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:14:27.25123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.9433Z","time spent":"307.782533ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:27.251209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.235758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T21:14:27.251309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.575124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:14:27.251363Z","caller":"traceutil/trace.go:171","msg":"trace[624625093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36160; }","duration":"296.629595ms","start":"2026-07-28T21:14:26.954713Z","end":"2026-07-28T21:14:27.251342Z","steps":["trace[624625093] 'agreement among raft nodes before linearized reading' (duration: 296.264605ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:27.251364Z","caller":"traceutil/trace.go:171","msg":"trace[153900890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36160; }","duration":"307.432343ms","start":"2026-07-28T21:14:26.943905Z","end":"2026-07-28T21:14:27.251338Z","steps":["trace[153900890] 'agreement among raft nodes before linearized reading' (duration: 307.111004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:27.251433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:26.943885Z","time spent":"307.526916ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:14:27.251901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.54925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:27.251992Z","caller":"traceutil/trace.go:171","msg":"trace[1589068349] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36163; }","duration":"281.685384ms","start":"2026-07-28T21:14:26.970287Z","end":"2026-07-28T21:14:27.251973Z","steps":["trace[1589068349] 'agreement among raft nodes before linearized reading' (duration: 281.53769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:27.252104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.448398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T21:14:27.252203Z","caller":"traceutil/trace.go:171","msg":"trace[901589102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36163; }","duration":"133.561051ms","start":"2026-07-28T21:14:27.118621Z","end":"2026-07-28T21:14:27.252182Z","steps":["trace[901589102] 'agreement among raft nodes before linearized reading' (duration: 133.311795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:27.405765Z","caller":"traceutil/trace.go:171","msg":"trace[374464621] transaction","detail":"{read_only:false; response_revision:36164; number_of_response:1; }","duration":"149.49916ms","start":"2026-07-28T21:14:27.255937Z","end":"2026-07-28T21:14:27.405436Z","steps":["trace[374464621] 'process raft request' (duration: 108.144491ms)","trace[374464621] 'compare' (duration: 41.185125ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:27.487851Z","caller":"traceutil/trace.go:171","msg":"trace[147583409] transaction","detail":"{read_only:false; response_revision:36167; number_of_response:1; }","duration":"124.779049ms","start":"2026-07-28T21:14:27.363042Z","end":"2026-07-28T21:14:27.487821Z","steps":["trace[147583409] 'process raft request' (duration: 124.676806ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:27.48777Z","caller":"traceutil/trace.go:171","msg":"trace[2130435215] linearizableReadLoop","detail":"{readStateIndex:37214; appliedIndex:37212; }","duration":"230.983806ms","start":"2026-07-28T21:14:27.256766Z","end":"2026-07-28T21:14:27.487749Z","steps":["trace[2130435215] 'read index received' (duration: 107.328358ms)","trace[2130435215] 'applied index is now lower than readState.Index' (duration: 123.654808ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:27.487863Z","caller":"traceutil/trace.go:171","msg":"trace[382341836] transaction","detail":"{read_only:false; response_revision:36165; number_of_response:1; }","duration":"231.617153ms","start":"2026-07-28T21:14:27.256221Z","end":"2026-07-28T21:14:27.487838Z","steps":["trace[382341836] 'process raft request' (duration: 231.266024ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:27.487853Z","caller":"traceutil/trace.go:171","msg":"trace[1017996976] transaction","detail":"{read_only:false; response_revision:36166; number_of_response:1; }","duration":"230.38832ms","start":"2026-07-28T21:14:27.257428Z","end":"2026-07-28T21:14:27.487816Z","steps":["trace[1017996976] 'process raft request' (duration: 230.249446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:27.488082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.300095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T21:14:27.488116Z","caller":"traceutil/trace.go:171","msg":"trace[1609382100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36167; }","duration":"231.393968ms","start":"2026-07-28T21:14:27.256711Z","end":"2026-07-28T21:14:27.488105Z","steps":["trace[1609382100] 'agreement among raft nodes before linearized reading' (duration: 231.246664ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:29.764309Z","caller":"traceutil/trace.go:171","msg":"trace[1193180414] transaction","detail":"{read_only:false; response_revision:36189; number_of_response:1; }","duration":"271.170784ms","start":"2026-07-28T21:14:29.493115Z","end":"2026-07-28T21:14:29.764285Z","steps":["trace[1193180414] 'process raft request' (duration: 271.02826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:29.807856Z","caller":"traceutil/trace.go:171","msg":"trace[1727410248] transaction","detail":"{read_only:false; response_revision:36191; number_of_response:1; }","duration":"312.383849ms","start":"2026-07-28T21:14:29.495452Z","end":"2026-07-28T21:14:29.807836Z","steps":["trace[1727410248] 'process raft request' (duration: 312.326448ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:29.807865Z","caller":"traceutil/trace.go:171","msg":"trace[1539712087] transaction","detail":"{read_only:false; response_revision:36190; number_of_response:1; }","duration":"312.955905ms","start":"2026-07-28T21:14:29.494884Z","end":"2026-07-28T21:14:29.80784Z","steps":["trace[1539712087] 'process raft request' (duration: 312.793001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:29.807976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:29.495446Z","time spent":"312.465871ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:29.807984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:29.494864Z","time spent":"313.057278ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:29.808075Z","caller":"traceutil/trace.go:171","msg":"trace[715340137] transaction","detail":"{read_only:false; response_revision:36192; number_of_response:1; }","duration":"205.72889ms","start":"2026-07-28T21:14:29.602339Z","end":"2026-07-28T21:14:29.808067Z","steps":["trace[715340137] 'process raft request' (duration: 205.467773ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:29.808057Z","caller":"traceutil/trace.go:171","msg":"trace[1438691979] linearizableReadLoop","detail":"{readStateIndex:37242; appliedIndex:37238; }","duration":"163.887307ms","start":"2026-07-28T21:14:29.644143Z","end":"2026-07-28T21:14:29.808031Z","steps":["trace[1438691979] 'read index received' (duration: 120.055869ms)","trace[1438691979] 'applied index is now lower than readState.Index' (duration: 43.825928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:29.808308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.114293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:14:29.808354Z","caller":"traceutil/trace.go:171","msg":"trace[491700598] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:36192; }","duration":"164.251116ms","start":"2026-07-28T21:14:29.644092Z","end":"2026-07-28T21:14:29.808344Z","steps":["trace[491700598] 'agreement among raft nodes before linearized reading' (duration: 164.112563ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:48.009768Z","caller":"traceutil/trace.go:171","msg":"trace[1582761006] linearizableReadLoop","detail":"{readStateIndex:37409; appliedIndex:37408; }","duration":"139.416441ms","start":"2026-07-28T21:14:47.870323Z","end":"2026-07-28T21:14:48.009739Z","steps":["trace[1582761006] 'read index received' (duration: 139.105553ms)","trace[1582761006] 'applied index is now lower than readState.Index' (duration: 309.688µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:48.009904Z","caller":"traceutil/trace.go:171","msg":"trace[403070724] transaction","detail":"{read_only:false; response_revision:36356; number_of_response:1; }","duration":"144.850142ms","start":"2026-07-28T21:14:47.865038Z","end":"2026-07-28T21:14:48.009888Z","steps":["trace[403070724] 'process raft request' (duration: 144.462681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:48.010133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.789322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-28T21:14:48.010152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.402266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:14:48.010253Z","caller":"traceutil/trace.go:171","msg":"trace[1038625265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36356; }","duration":"125.56935ms","start":"2026-07-28T21:14:47.884659Z","end":"2026-07-28T21:14:48.010228Z","steps":["trace[1038625265] 'agreement among raft nodes before linearized reading' (duration: 125.330943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:48.010272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.374042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:14:48.010302Z","caller":"traceutil/trace.go:171","msg":"trace[1002683862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36356; }","duration":"118.416313ms","start":"2026-07-28T21:14:47.89188Z","end":"2026-07-28T21:14:48.010297Z","steps":["trace[1002683862] 'agreement among raft nodes before linearized reading' (duration: 118.342551ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:48.010195Z","caller":"traceutil/trace.go:171","msg":"trace[136523306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36356; }","duration":"139.874595ms","start":"2026-07-28T21:14:47.870305Z","end":"2026-07-28T21:14:48.01018Z","steps":["trace[136523306] 'agreement among raft nodes before linearized reading' (duration: 139.687999ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:49.008897Z","caller":"traceutil/trace.go:171","msg":"trace[1137567476] linearizableReadLoop","detail":"{readStateIndex:37415; appliedIndex:37414; }","duration":"112.738287ms","start":"2026-07-28T21:14:48.896121Z","end":"2026-07-28T21:14:49.008859Z","steps":["trace[1137567476] 'read index received' (duration: 112.4661ms)","trace[1137567476] 'applied index is now lower than readState.Index' (duration: 270.527µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:49.008964Z","caller":"traceutil/trace.go:171","msg":"trace[1394050558] transaction","detail":"{read_only:false; response_revision:36362; number_of_response:1; }","duration":"278.063844ms","start":"2026-07-28T21:14:48.730855Z","end":"2026-07-28T21:14:49.008919Z","steps":["trace[1394050558] 'process raft request' (duration: 277.761285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.009186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.030645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7699"} {"level":"info","ts":"2026-07-28T21:14:49.009229Z","caller":"traceutil/trace.go:171","msg":"trace[2059664222] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:36362; }","duration":"113.142719ms","start":"2026-07-28T21:14:48.896074Z","end":"2026-07-28T21:14:49.009217Z","steps":["trace[2059664222] 'agreement among raft nodes before linearized reading' (duration: 112.920443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.418721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.862106ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T21:14:49.419226Z","caller":"traceutil/trace.go:171","msg":"trace[2018352171] transaction","detail":"{read_only:false; response_revision:36363; number_of_response:1; }","duration":"375.072977ms","start":"2026-07-28T21:14:49.044127Z","end":"2026-07-28T21:14:49.4192Z","steps":["trace[2018352171] 'process raft request' (duration: 374.686497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.419609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.0441Z","time spent":"375.184601ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:49.563042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.734312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:49.563444Z","caller":"traceutil/trace.go:171","msg":"trace[1559251485] transaction","detail":"{read_only:false; response_revision:36364; number_of_response:1; }","duration":"515.878888ms","start":"2026-07-28T21:14:49.047529Z","end":"2026-07-28T21:14:49.563408Z","steps":["trace[1559251485] 'process raft request' (duration: 371.659893ms)","trace[1559251485] 'compare' (duration: 143.444864ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:49.563532Z","caller":"traceutil/trace.go:171","msg":"trace[1101233715] transaction","detail":"{read_only:false; response_revision:36365; number_of_response:1; }","duration":"515.468937ms","start":"2026-07-28T21:14:49.04804Z","end":"2026-07-28T21:14:49.563508Z","steps":["trace[1101233715] 'process raft request' (duration: 515.129038ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:49.563578Z","caller":"traceutil/trace.go:171","msg":"trace[1669586364] linearizableReadLoop","detail":"{readStateIndex:37419; appliedIndex:37415; }","duration":"491.133156ms","start":"2026-07-28T21:14:49.072417Z","end":"2026-07-28T21:14:49.56355Z","steps":["trace[1669586364] 'read index received' (duration: 71.561892ms)","trace[1669586364] 'applied index is now lower than readState.Index' (duration: 419.569414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:49.563673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.048013Z","time spent":"515.58287ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:49.563663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.047504Z","time spent":"516.018182ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:49.563653Z","caller":"traceutil/trace.go:171","msg":"trace[642228876] transaction","detail":"{read_only:false; response_revision:36366; number_of_response:1; }","duration":"240.274332ms","start":"2026-07-28T21:14:49.323247Z","end":"2026-07-28T21:14:49.563521Z","steps":["trace[642228876] 'process raft request' (duration: 240.19761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.563844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.423435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:14:49.563883Z","caller":"traceutil/trace.go:171","msg":"trace[521661305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36366; }","duration":"491.524527ms","start":"2026-07-28T21:14:49.072347Z","end":"2026-07-28T21:14:49.563871Z","steps":["trace[521661305] 'agreement among raft nodes before linearized reading' (duration: 491.331312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.563925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.07232Z","time spent":"491.596959ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T21:14:49.72581Z","caller":"traceutil/trace.go:171","msg":"trace[1090979719] transaction","detail":"{read_only:false; response_revision:36368; number_of_response:1; }","duration":"157.882431ms","start":"2026-07-28T21:14:49.567903Z","end":"2026-07-28T21:14:49.725786Z","steps":["trace[1090979719] 'process raft request' (duration: 157.792169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:49.725991Z","caller":"traceutil/trace.go:171","msg":"trace[886194262] transaction","detail":"{read_only:false; response_revision:36367; number_of_response:1; }","duration":"388.535088ms","start":"2026-07-28T21:14:49.337424Z","end":"2026-07-28T21:14:49.725959Z","steps":["trace[886194262] 'process raft request' (duration: 343.924929ms)","trace[886194262] 'compare' (duration: 44.099825ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:49.726054Z","caller":"traceutil/trace.go:171","msg":"trace[1311378373] linearizableReadLoop","detail":"{readStateIndex:37421; appliedIndex:37420; }","duration":"162.393795ms","start":"2026-07-28T21:14:49.563648Z","end":"2026-07-28T21:14:49.726041Z","steps":["trace[1311378373] 'read index received' (duration: 117.720634ms)","trace[1311378373] 'applied index is now lower than readState.Index' (duration: 44.671671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:49.726134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.337401Z","time spent":"388.649972ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:49.726208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.114837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-28T21:14:49.726253Z","caller":"traceutil/trace.go:171","msg":"trace[544482238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:36368; }","duration":"597.21376ms","start":"2026-07-28T21:14:49.129025Z","end":"2026-07-28T21:14:49.726239Z","steps":["trace[544482238] 'agreement among raft nodes before linearized reading' (duration: 597.055456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.72629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.129004Z","time spent":"597.276912ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-28T21:14:49.726455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.240752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:14:49.726497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.397945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:49.72653Z","caller":"traceutil/trace.go:171","msg":"trace[783795034] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:36368; }","duration":"261.478307ms","start":"2026-07-28T21:14:49.465042Z","end":"2026-07-28T21:14:49.726521Z","steps":["trace[783795034] 'agreement among raft nodes before linearized reading' (duration: 261.396514ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:49.726534Z","caller":"traceutil/trace.go:171","msg":"trace[1832241644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36368; }","duration":"252.390266ms","start":"2026-07-28T21:14:49.474125Z","end":"2026-07-28T21:14:49.726515Z","steps":["trace[1832241644] 'agreement among raft nodes before linearized reading' (duration: 252.241102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.726621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.225714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T21:14:49.726703Z","caller":"traceutil/trace.go:171","msg":"trace[2049580986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36368; }","duration":"210.370568ms","start":"2026-07-28T21:14:49.516315Z","end":"2026-07-28T21:14:49.726686Z","steps":["trace[2049580986] 'agreement among raft nodes before linearized reading' (duration: 210.112261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.726639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.069557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:49.726826Z","caller":"traceutil/trace.go:171","msg":"trace[312713786] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:36368; }","duration":"375.291524ms","start":"2026-07-28T21:14:49.351517Z","end":"2026-07-28T21:14:49.726809Z","steps":["trace[312713786] 'agreement among raft nodes before linearized reading' (duration: 375.069947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:49.726876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.3515Z","time spent":"375.358355ms","remote":"127.0.0.1:59542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:14:49.869987Z","caller":"traceutil/trace.go:171","msg":"trace[681203353] transaction","detail":"{read_only:false; response_revision:36369; number_of_response:1; }","duration":"139.241018ms","start":"2026-07-28T21:14:49.730717Z","end":"2026-07-28T21:14:49.869958Z","steps":["trace[681203353] 'process raft request' (duration: 111.823392ms)","trace[681203353] 'compare' (duration: 27.273822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:50.13965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.649307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:50.139852Z","caller":"traceutil/trace.go:171","msg":"trace[1241765378] transaction","detail":"{read_only:false; response_revision:36371; number_of_response:1; }","duration":"371.222111ms","start":"2026-07-28T21:14:49.768612Z","end":"2026-07-28T21:14:50.139834Z","steps":["trace[1241765378] 'process raft request' (duration: 371.142289ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:50.139877Z","caller":"traceutil/trace.go:171","msg":"trace[1622402750] transaction","detail":"{read_only:false; response_revision:36370; number_of_response:1; }","duration":"373.557396ms","start":"2026-07-28T21:14:49.766265Z","end":"2026-07-28T21:14:50.139822Z","steps":["trace[1622402750] 'process raft request' (duration: 261.632471ms)","trace[1622402750] 'compare' (duration: 111.365329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:50.139924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.76623Z","time spent":"373.670389ms","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7682,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:50.139923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:49.768598Z","time spent":"371.293314ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:50.141583Z","caller":"traceutil/trace.go:171","msg":"trace[1282627705] linearizableReadLoop","detail":"{readStateIndex:37427; appliedIndex:37423; }","duration":"122.497456ms","start":"2026-07-28T21:14:50.019078Z","end":"2026-07-28T21:14:50.141575Z","steps":["trace[1282627705] 'read index received' (duration: 8.835094ms)","trace[1282627705] 'applied index is now lower than readState.Index' (duration: 113.661952ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:50.141721Z","caller":"traceutil/trace.go:171","msg":"trace[173345928] transaction","detail":"{read_only:false; response_revision:36372; number_of_response:1; }","duration":"279.062671ms","start":"2026-07-28T21:14:49.862623Z","end":"2026-07-28T21:14:50.141685Z","steps":["trace[173345928] 'process raft request' (duration: 278.839675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:50.141801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.719082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:14:50.141821Z","caller":"traceutil/trace.go:171","msg":"trace[235511162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36373; }","duration":"122.766104ms","start":"2026-07-28T21:14:50.019048Z","end":"2026-07-28T21:14:50.141814Z","steps":["trace[235511162] 'agreement among raft nodes before linearized reading' (duration: 122.566988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:50.141986Z","caller":"traceutil/trace.go:171","msg":"trace[260407557] transaction","detail":"{read_only:false; response_revision:36373; number_of_response:1; }","duration":"127.100533ms","start":"2026-07-28T21:14:50.014877Z","end":"2026-07-28T21:14:50.141978Z","steps":["trace[260407557] 'process raft request' (duration: 126.645841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:50.142087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.009893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:14:50.142172Z","caller":"traceutil/trace.go:171","msg":"trace[1969387756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36373; }","duration":"118.135326ms","start":"2026-07-28T21:14:50.024024Z","end":"2026-07-28T21:14:50.142159Z","steps":["trace[1969387756] 'agreement among raft nodes before linearized reading' (duration: 117.743336ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:50.297864Z","caller":"traceutil/trace.go:171","msg":"trace[301385176] transaction","detail":"{read_only:false; response_revision:36374; number_of_response:1; }","duration":"151.143656ms","start":"2026-07-28T21:14:50.146689Z","end":"2026-07-28T21:14:50.297833Z","steps":["trace[301385176] 'process raft request' (duration: 150.643012ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:50.298686Z","caller":"traceutil/trace.go:171","msg":"trace[1170406032] transaction","detail":"{read_only:false; response_revision:36375; number_of_response:1; }","duration":"151.6404ms","start":"2026-07-28T21:14:50.147023Z","end":"2026-07-28T21:14:50.298663Z","steps":["trace[1170406032] 'process raft request' (duration: 151.490846ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:50.298813Z","caller":"traceutil/trace.go:171","msg":"trace[1576112333] transaction","detail":"{read_only:false; response_revision:36376; number_of_response:1; }","duration":"151.577198ms","start":"2026-07-28T21:14:50.147225Z","end":"2026-07-28T21:14:50.298802Z","steps":["trace[1576112333] 'process raft request' (duration: 151.399663ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:50.298956Z","caller":"traceutil/trace.go:171","msg":"trace[2130953339] transaction","detail":"{read_only:false; response_revision:36377; number_of_response:1; }","duration":"150.788506ms","start":"2026-07-28T21:14:50.148161Z","end":"2026-07-28T21:14:50.298949Z","steps":["trace[2130953339] 'process raft request' (duration: 150.59531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:51.825596Z","caller":"traceutil/trace.go:171","msg":"trace[1074601796] transaction","detail":"{read_only:false; response_revision:36384; number_of_response:1; }","duration":"256.517309ms","start":"2026-07-28T21:14:51.569054Z","end":"2026-07-28T21:14:51.825571Z","steps":["trace[1074601796] 'process raft request' (duration: 225.791762ms)","trace[1074601796] 'compare' (duration: 30.606543ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:51.901787Z","caller":"traceutil/trace.go:171","msg":"trace[876488774] linearizableReadLoop","detail":"{readStateIndex:37440; appliedIndex:37437; }","duration":"219.344276ms","start":"2026-07-28T21:14:51.682416Z","end":"2026-07-28T21:14:51.90176Z","steps":["trace[876488774] 'read index received' (duration: 112.46989ms)","trace[876488774] 'applied index is now lower than readState.Index' (duration: 106.873396ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:51.901794Z","caller":"traceutil/trace.go:171","msg":"trace[39575002] transaction","detail":"{read_only:false; response_revision:36385; number_of_response:1; }","duration":"332.548914ms","start":"2026-07-28T21:14:51.569192Z","end":"2026-07-28T21:14:51.901741Z","steps":["trace[39575002] 'process raft request' (duration: 332.301907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:51.901878Z","caller":"traceutil/trace.go:171","msg":"trace[1002981040] transaction","detail":"{read_only:false; response_revision:36386; number_of_response:1; }","duration":"332.269577ms","start":"2026-07-28T21:14:51.569539Z","end":"2026-07-28T21:14:51.901808Z","steps":["trace[1002981040] 'process raft request' (duration: 332.101592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:51.901957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:51.569184Z","time spent":"332.688409ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:14:51.901995Z","caller":"traceutil/trace.go:171","msg":"trace[236338163] transaction","detail":"{read_only:false; response_revision:36387; number_of_response:1; }","duration":"168.152194ms","start":"2026-07-28T21:14:51.73378Z","end":"2026-07-28T21:14:51.901932Z","steps":["trace[236338163] 'process raft request' (duration: 167.929558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:51.902128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:51.569532Z","time spent":"332.453982ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:51.902052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.614823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T21:14:51.902147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.332483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:14:51.902245Z","caller":"traceutil/trace.go:171","msg":"trace[1818719905] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36387; }","duration":"219.843089ms","start":"2026-07-28T21:14:51.682363Z","end":"2026-07-28T21:14:51.902206Z","steps":["trace[1818719905] 'agreement among raft nodes before linearized reading' (duration: 219.53483ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:51.902294Z","caller":"traceutil/trace.go:171","msg":"trace[1345801255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36387; }","duration":"171.527158ms","start":"2026-07-28T21:14:51.730741Z","end":"2026-07-28T21:14:51.902269Z","steps":["trace[1345801255] 'agreement among raft nodes before linearized reading' (duration: 171.220699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:52.225412Z","caller":"traceutil/trace.go:171","msg":"trace[1749411519] linearizableReadLoop","detail":"{readStateIndex:37443; appliedIndex:37441; }","duration":"314.23975ms","start":"2026-07-28T21:14:51.911155Z","end":"2026-07-28T21:14:52.225395Z","steps":["trace[1749411519] 'read index received' (duration: 13.546383ms)","trace[1749411519] 'applied index is now lower than readState.Index' (duration: 300.692677ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:52.225557Z","caller":"traceutil/trace.go:171","msg":"trace[458690513] transaction","detail":"{read_only:false; response_revision:36390; number_of_response:1; }","duration":"314.000894ms","start":"2026-07-28T21:14:51.91154Z","end":"2026-07-28T21:14:52.225541Z","steps":["trace[458690513] 'process raft request' (duration: 313.82704ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:52.2255Z","caller":"traceutil/trace.go:171","msg":"trace[1789170455] transaction","detail":"{read_only:false; response_revision:36389; number_of_response:1; }","duration":"314.725534ms","start":"2026-07-28T21:14:51.910737Z","end":"2026-07-28T21:14:52.225462Z","steps":["trace[1789170455] 'process raft request' (duration: 314.460677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:52.225598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.417915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:14:52.225635Z","caller":"traceutil/trace.go:171","msg":"trace[463274789] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:36390; }","duration":"314.496268ms","start":"2026-07-28T21:14:51.911128Z","end":"2026-07-28T21:14:52.225624Z","steps":["trace[463274789] 'agreement among raft nodes before linearized reading' (duration: 314.331543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:52.225638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:51.911532Z","time spent":"314.057176ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:52.225664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:51.911119Z","time spent":"314.537839ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:14:52.226001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:51.910714Z","time spent":"314.915499ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:52.47403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.271561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:14:52.474157Z","caller":"traceutil/trace.go:171","msg":"trace[2072052299] linearizableReadLoop","detail":"{readStateIndex:37446; appliedIndex:37444; }","duration":"171.424684ms","start":"2026-07-28T21:14:52.302721Z","end":"2026-07-28T21:14:52.474145Z","steps":["trace[2072052299] 'read index received' (duration: 25.350568ms)","trace[2072052299] 'applied index is now lower than readState.Index' (duration: 146.073416ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:52.474169Z","caller":"traceutil/trace.go:171","msg":"trace[1051167525] transaction","detail":"{read_only:false; response_revision:36391; number_of_response:1; }","duration":"326.363925ms","start":"2026-07-28T21:14:52.14778Z","end":"2026-07-28T21:14:52.474144Z","steps":["trace[1051167525] 'process raft request' (duration: 179.921339ms)","trace[1051167525] 'compare' (duration: 146.076116ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:52.474179Z","caller":"traceutil/trace.go:171","msg":"trace[991348862] transaction","detail":"{read_only:false; response_revision:36392; number_of_response:1; }","duration":"321.765319ms","start":"2026-07-28T21:14:52.152394Z","end":"2026-07-28T21:14:52.474159Z","steps":["trace[991348862] 'process raft request' (duration: 321.693167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:52.474252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.531398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T21:14:52.474269Z","caller":"traceutil/trace.go:171","msg":"trace[67892971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36392; }","duration":"171.577099ms","start":"2026-07-28T21:14:52.302686Z","end":"2026-07-28T21:14:52.474263Z","steps":["trace[67892971] 'agreement among raft nodes before linearized reading' (duration: 171.502507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:52.474278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:52.147759Z","time spent":"326.457007ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:52.474273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:14:52.152361Z","time spent":"321.860971ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:14:52.476094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.312487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:14:52.476149Z","caller":"traceutil/trace.go:171","msg":"trace[627036747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36393; }","duration":"173.380518ms","start":"2026-07-28T21:14:52.302756Z","end":"2026-07-28T21:14:52.476136Z","steps":["trace[627036747] 'agreement among raft nodes before linearized reading' (duration: 173.214014ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:52.476252Z","caller":"traceutil/trace.go:171","msg":"trace[1986830514] transaction","detail":"{read_only:false; response_revision:36393; number_of_response:1; }","duration":"172.072083ms","start":"2026-07-28T21:14:52.304155Z","end":"2026-07-28T21:14:52.476227Z","steps":["trace[1986830514] 'process raft request' (duration: 171.695602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:52.476399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.529343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T21:14:52.476431Z","caller":"traceutil/trace.go:171","msg":"trace[1207131743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36393; }","duration":"173.586184ms","start":"2026-07-28T21:14:52.302834Z","end":"2026-07-28T21:14:52.47642Z","steps":["trace[1207131743] 'agreement among raft nodes before linearized reading' (duration: 173.501242ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:52.738488Z","caller":"traceutil/trace.go:171","msg":"trace[480702866] linearizableReadLoop","detail":"{readStateIndex:37450; appliedIndex:37447; }","duration":"247.328346ms","start":"2026-07-28T21:14:52.491136Z","end":"2026-07-28T21:14:52.738464Z","steps":["trace[480702866] 'read index received' (duration: 75.736857ms)","trace[480702866] 'applied index is now lower than readState.Index' (duration: 171.590029ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:14:52.73867Z","caller":"traceutil/trace.go:171","msg":"trace[1722969019] transaction","detail":"{read_only:false; response_revision:36395; number_of_response:1; }","duration":"258.940847ms","start":"2026-07-28T21:14:52.479704Z","end":"2026-07-28T21:14:52.738645Z","steps":["trace[1722969019] 'process raft request' (duration: 240.065747ms)","trace[1722969019] 'compare' (duration: 18.458399ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:14:52.738699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.597574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:14:52.738692Z","caller":"traceutil/trace.go:171","msg":"trace[500321856] transaction","detail":"{read_only:false; response_revision:36396; number_of_response:1; }","duration":"258.826664ms","start":"2026-07-28T21:14:52.479837Z","end":"2026-07-28T21:14:52.738664Z","steps":["trace[500321856] 'process raft request' (duration: 258.553046ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:52.738731Z","caller":"traceutil/trace.go:171","msg":"trace[720254700] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:36396; }","duration":"247.713537ms","start":"2026-07-28T21:14:52.491006Z","end":"2026-07-28T21:14:52.73872Z","steps":["trace[720254700] 'agreement among raft nodes before linearized reading' (duration: 247.616265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:14:52.738745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.579923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:14:52.738813Z","caller":"traceutil/trace.go:171","msg":"trace[2135489147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36396; }","duration":"112.711627ms","start":"2026-07-28T21:14:52.626087Z","end":"2026-07-28T21:14:52.738798Z","steps":["trace[2135489147] 'agreement among raft nodes before linearized reading' (duration: 112.576333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:58.711154Z","caller":"traceutil/trace.go:171","msg":"trace[1692426620] transaction","detail":"{read_only:false; response_revision:36446; number_of_response:1; }","duration":"116.635715ms","start":"2026-07-28T21:14:58.594492Z","end":"2026-07-28T21:14:58.711128Z","steps":["trace[1692426620] 'process raft request' (duration: 116.44055ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:14:58.730674Z","caller":"traceutil/trace.go:171","msg":"trace[2127796964] transaction","detail":"{read_only:false; response_revision:36447; number_of_response:1; }","duration":"132.960585ms","start":"2026-07-28T21:14:58.597679Z","end":"2026-07-28T21:14:58.73064Z","steps":["trace[2127796964] 'process raft request' (duration: 132.78599ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.488502Z","caller":"traceutil/trace.go:171","msg":"trace[276547368] linearizableReadLoop","detail":"{readStateIndex:37512; appliedIndex:37511; }","duration":"232.125418ms","start":"2026-07-28T21:15:00.256353Z","end":"2026-07-28T21:15:00.488479Z","steps":["trace[276547368] 'read index received' (duration: 231.965763ms)","trace[276547368] 'applied index is now lower than readState.Index' (duration: 158.755µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:00.488845Z","caller":"traceutil/trace.go:171","msg":"trace[1073790699] transaction","detail":"{read_only:false; response_revision:36456; number_of_response:1; }","duration":"383.231562ms","start":"2026-07-28T21:15:00.105599Z","end":"2026-07-28T21:15:00.48883Z","steps":["trace[1073790699] 'process raft request' (duration: 382.736199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:00.488937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:00.105572Z","time spent":"383.310955ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T21:15:00.489182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.623791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:15:00.489206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.890293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T21:15:00.489271Z","caller":"traceutil/trace.go:171","msg":"trace[1160728580] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36456; }","duration":"150.782356ms","start":"2026-07-28T21:15:00.338465Z","end":"2026-07-28T21:15:00.489248Z","steps":["trace[1160728580] 'agreement among raft nodes before linearized reading' (duration: 150.601141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.489299Z","caller":"traceutil/trace.go:171","msg":"trace[1588071958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36456; }","duration":"211.022666ms","start":"2026-07-28T21:15:00.278255Z","end":"2026-07-28T21:15:00.489278Z","steps":["trace[1588071958] 'agreement among raft nodes before linearized reading' (duration: 210.749238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:00.489209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.962467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T21:15:00.489457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.121365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:15:00.489461Z","caller":"traceutil/trace.go:171","msg":"trace[2078562906] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36456; }","duration":"177.243825ms","start":"2026-07-28T21:15:00.312194Z","end":"2026-07-28T21:15:00.489438Z","steps":["trace[2078562906] 'agreement among raft nodes before linearized reading' (duration: 176.905086ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.489495Z","caller":"traceutil/trace.go:171","msg":"trace[1268296973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36456; }","duration":"233.184666ms","start":"2026-07-28T21:15:00.256299Z","end":"2026-07-28T21:15:00.489483Z","steps":["trace[1268296973] 'agreement among raft nodes before linearized reading' (duration: 233.096984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.739025Z","caller":"traceutil/trace.go:171","msg":"trace[1967815676] transaction","detail":"{read_only:false; response_revision:36458; number_of_response:1; }","duration":"244.5646ms","start":"2026-07-28T21:15:00.494436Z","end":"2026-07-28T21:15:00.739001Z","steps":["trace[1967815676] 'process raft request' (duration: 244.389606ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.739301Z","caller":"traceutil/trace.go:171","msg":"trace[1127052720] transaction","detail":"{read_only:false; response_revision:36459; number_of_response:1; }","duration":"244.750556ms","start":"2026-07-28T21:15:00.494519Z","end":"2026-07-28T21:15:00.73927Z","steps":["trace[1127052720] 'process raft request' (duration: 244.432907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.739324Z","caller":"traceutil/trace.go:171","msg":"trace[640712196] transaction","detail":"{read_only:false; response_revision:36460; number_of_response:1; }","duration":"244.412186ms","start":"2026-07-28T21:15:00.494894Z","end":"2026-07-28T21:15:00.739306Z","steps":["trace[640712196] 'process raft request' (duration: 244.271232ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.739488Z","caller":"traceutil/trace.go:171","msg":"trace[2861304] transaction","detail":"{read_only:false; response_revision:36461; number_of_response:1; }","duration":"244.354655ms","start":"2026-07-28T21:15:00.495119Z","end":"2026-07-28T21:15:00.739474Z","steps":["trace[2861304] 'process raft request' (duration: 244.139009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.739527Z","caller":"traceutil/trace.go:171","msg":"trace[998648203] linearizableReadLoop","detail":"{readStateIndex:37517; appliedIndex:37512; }","duration":"244.597161ms","start":"2026-07-28T21:15:00.494907Z","end":"2026-07-28T21:15:00.739504Z","steps":["trace[998648203] 'read index received' (duration: 41.943636ms)","trace[998648203] 'applied index is now lower than readState.Index' (duration: 202.652605ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:00.73959Z","caller":"traceutil/trace.go:171","msg":"trace[1878725481] transaction","detail":"{read_only:false; response_revision:36462; number_of_response:1; }","duration":"239.914042ms","start":"2026-07-28T21:15:00.499659Z","end":"2026-07-28T21:15:00.739573Z","steps":["trace[1878725481] 'process raft request' (duration: 239.718547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.739651Z","caller":"traceutil/trace.go:171","msg":"trace[278319313] transaction","detail":"{read_only:false; response_revision:36463; number_of_response:1; }","duration":"231.679825ms","start":"2026-07-28T21:15:00.507961Z","end":"2026-07-28T21:15:00.739641Z","steps":["trace[278319313] 'process raft request' (duration: 231.50321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:00.739817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.893439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:00.739856Z","caller":"traceutil/trace.go:171","msg":"trace[247528915] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:36463; }","duration":"244.981892ms","start":"2026-07-28T21:15:00.494864Z","end":"2026-07-28T21:15:00.739846Z","steps":["trace[247528915] 'agreement among raft nodes before linearized reading' (duration: 244.90592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.773326Z","caller":"traceutil/trace.go:171","msg":"trace[2140690509] transaction","detail":"{read_only:false; response_revision:36464; number_of_response:1; }","duration":"109.430416ms","start":"2026-07-28T21:15:00.66387Z","end":"2026-07-28T21:15:00.7733Z","steps":["trace[2140690509] 'process raft request' (duration: 109.328713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:00.773534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.448915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:00.773597Z","caller":"traceutil/trace.go:171","msg":"trace[1518808885] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:36464; }","duration":"163.555068ms","start":"2026-07-28T21:15:00.610027Z","end":"2026-07-28T21:15:00.773582Z","steps":["trace[1518808885] 'agreement among raft nodes before linearized reading' (duration: 163.441705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:00.773671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.968238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T21:15:00.773715Z","caller":"traceutil/trace.go:171","msg":"trace[987515453] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36464; }","duration":"214.047129ms","start":"2026-07-28T21:15:00.559654Z","end":"2026-07-28T21:15:00.773701Z","steps":["trace[987515453] 'agreement among raft nodes before linearized reading' (duration: 213.904075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.890038Z","caller":"traceutil/trace.go:171","msg":"trace[2099633126] transaction","detail":"{read_only:false; response_revision:36465; number_of_response:1; }","duration":"148.289057ms","start":"2026-07-28T21:15:00.741726Z","end":"2026-07-28T21:15:00.890015Z","steps":["trace[2099633126] 'process raft request' (duration: 147.764842ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.890391Z","caller":"traceutil/trace.go:171","msg":"trace[1216984267] linearizableReadLoop","detail":"{readStateIndex:37523; appliedIndex:37521; }","duration":"117.049886ms","start":"2026-07-28T21:15:00.773308Z","end":"2026-07-28T21:15:00.890358Z","steps":["trace[1216984267] 'read index received' (duration: 116.161452ms)","trace[1216984267] 'applied index is now lower than readState.Index' (duration: 886.934µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:00.89041Z","caller":"traceutil/trace.go:171","msg":"trace[99358116] transaction","detail":"{read_only:false; response_revision:36466; number_of_response:1; }","duration":"148.481102ms","start":"2026-07-28T21:15:00.741879Z","end":"2026-07-28T21:15:00.89036Z","steps":["trace[99358116] 'process raft request' (duration: 148.087021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:00.890536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.048201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:15:00.890566Z","caller":"traceutil/trace.go:171","msg":"trace[940025045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36466; }","duration":"119.128184ms","start":"2026-07-28T21:15:00.77143Z","end":"2026-07-28T21:15:00.890558Z","steps":["trace[940025045] 'agreement among raft nodes before linearized reading' (duration: 118.975929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:00.890597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.46209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T21:15:00.89063Z","caller":"traceutil/trace.go:171","msg":"trace[761005525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36466; }","duration":"124.541812ms","start":"2026-07-28T21:15:00.766078Z","end":"2026-07-28T21:15:00.89062Z","steps":["trace[761005525] 'agreement among raft nodes before linearized reading' (duration: 124.377228ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.975734Z","caller":"traceutil/trace.go:171","msg":"trace[2127487503] transaction","detail":"{read_only:false; response_revision:36468; number_of_response:1; }","duration":"197.844853ms","start":"2026-07-28T21:15:00.777871Z","end":"2026-07-28T21:15:00.975716Z","steps":["trace[2127487503] 'process raft request' (duration: 197.816422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:00.975878Z","caller":"traceutil/trace.go:171","msg":"trace[1309274855] transaction","detail":"{read_only:false; response_revision:36467; number_of_response:1; }","duration":"199.110018ms","start":"2026-07-28T21:15:00.776732Z","end":"2026-07-28T21:15:00.975842Z","steps":["trace[1309274855] 'process raft request' (duration: 198.850791ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.123594Z","caller":"traceutil/trace.go:171","msg":"trace[889395893] transaction","detail":"{read_only:false; response_revision:36469; number_of_response:1; }","duration":"228.211129ms","start":"2026-07-28T21:15:00.895349Z","end":"2026-07-28T21:15:01.123561Z","steps":["trace[889395893] 'process raft request' (duration: 227.754817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.12367Z","caller":"traceutil/trace.go:171","msg":"trace[1871531598] transaction","detail":"{read_only:false; response_revision:36470; number_of_response:1; }","duration":"227.778408ms","start":"2026-07-28T21:15:00.895851Z","end":"2026-07-28T21:15:01.123629Z","steps":["trace[1871531598] 'process raft request' (duration: 227.638675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.123931Z","caller":"traceutil/trace.go:171","msg":"trace[1643777414] transaction","detail":"{read_only:false; response_revision:36471; number_of_response:1; }","duration":"228.006524ms","start":"2026-07-28T21:15:00.895897Z","end":"2026-07-28T21:15:01.123903Z","steps":["trace[1643777414] 'process raft request' (duration: 227.676175ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.124321Z","caller":"traceutil/trace.go:171","msg":"trace[641558268] transaction","detail":"{read_only:false; response_revision:36472; number_of_response:1; }","duration":"227.952003ms","start":"2026-07-28T21:15:00.896356Z","end":"2026-07-28T21:15:01.124308Z","steps":["trace[641558268] 'process raft request' (duration: 227.47514ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.124468Z","caller":"traceutil/trace.go:171","msg":"trace[1479675169] transaction","detail":"{read_only:false; response_revision:36473; number_of_response:1; }","duration":"227.901081ms","start":"2026-07-28T21:15:00.896546Z","end":"2026-07-28T21:15:01.124447Z","steps":["trace[1479675169] 'process raft request' (duration: 227.717946ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.382247Z","caller":"traceutil/trace.go:171","msg":"trace[1024588111] transaction","detail":"{read_only:false; response_revision:36475; number_of_response:1; }","duration":"191.254501ms","start":"2026-07-28T21:15:01.190971Z","end":"2026-07-28T21:15:01.382226Z","steps":["trace[1024588111] 'process raft request' (duration: 147.335681ms)","trace[1024588111] 'compare' (duration: 43.824568ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:01.476573Z","caller":"traceutil/trace.go:171","msg":"trace[1116744140] transaction","detail":"{read_only:false; response_revision:36477; number_of_response:1; }","duration":"222.721148ms","start":"2026-07-28T21:15:01.253823Z","end":"2026-07-28T21:15:01.476544Z","steps":["trace[1116744140] 'process raft request' (duration: 222.611765ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.476675Z","caller":"traceutil/trace.go:171","msg":"trace[548647896] transaction","detail":"{read_only:false; response_revision:36476; number_of_response:1; }","duration":"282.794045ms","start":"2026-07-28T21:15:01.193844Z","end":"2026-07-28T21:15:01.476638Z","steps":["trace[548647896] 'process raft request' (duration: 282.455475ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:01.664509Z","caller":"traceutil/trace.go:171","msg":"trace[1347035804] transaction","detail":"{read_only:false; response_revision:36478; number_of_response:1; }","duration":"102.951148ms","start":"2026-07-28T21:15:01.561535Z","end":"2026-07-28T21:15:01.664486Z","steps":["trace[1347035804] 'process raft request' (duration: 102.772133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:05.182189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:04.726154Z","time spent":"456.025769ms","remote":"127.0.0.1:35692","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T21:15:05.182476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.245133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T21:15:05.182459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.605225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:05.182553Z","caller":"traceutil/trace.go:171","msg":"trace[986790056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36506; }","duration":"432.349246ms","start":"2026-07-28T21:15:04.750182Z","end":"2026-07-28T21:15:05.182531Z","steps":["trace[986790056] 'range keys from in-memory index tree' (duration: 432.076368ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:05.182567Z","caller":"traceutil/trace.go:171","msg":"trace[1517984239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36506; }","duration":"357.73212ms","start":"2026-07-28T21:15:04.824815Z","end":"2026-07-28T21:15:05.182547Z","steps":["trace[1517984239] 'range keys from in-memory index tree' (duration: 357.583925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:05.182595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:04.750162Z","time spent":"432.423958ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:15:05.183704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.715302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:05.183888Z","caller":"traceutil/trace.go:171","msg":"trace[2090942443] transaction","detail":"{read_only:false; response_revision:36508; number_of_response:1; }","duration":"433.6118ms","start":"2026-07-28T21:15:04.750263Z","end":"2026-07-28T21:15:05.183874Z","steps":["trace[2090942443] 'process raft request' (duration: 433.517258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:05.183955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:04.750242Z","time spent":"433.677413ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:05.183944Z","caller":"traceutil/trace.go:171","msg":"trace[1232206096] transaction","detail":"{read_only:false; response_revision:36507; number_of_response:1; }","duration":"433.678922ms","start":"2026-07-28T21:15:04.750232Z","end":"2026-07-28T21:15:05.183911Z","steps":["trace[1232206096] 'process raft request' (duration: 93.686322ms)","trace[1232206096] 'compare' (duration: 339.580319ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:05.183984Z","caller":"traceutil/trace.go:171","msg":"trace[302895785] linearizableReadLoop","detail":"{readStateIndex:37567; appliedIndex:37564; }","duration":"194.554013ms","start":"2026-07-28T21:15:04.989402Z","end":"2026-07-28T21:15:05.183956Z","steps":["trace[302895785] 'read index received' (duration: 8.557677ms)","trace[302895785] 'applied index is now lower than readState.Index' (duration: 185.995176ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:05.184003Z","caller":"traceutil/trace.go:171","msg":"trace[936477288] transaction","detail":"{read_only:false; response_revision:36509; number_of_response:1; }","duration":"433.115997ms","start":"2026-07-28T21:15:04.750868Z","end":"2026-07-28T21:15:05.183984Z","steps":["trace[936477288] 'process raft request' (duration: 432.972393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:05.184101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:04.750854Z","time spent":"433.202679ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:05.184198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:04.750218Z","time spent":"433.786716ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:05.184206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.790439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:15:05.184266Z","caller":"traceutil/trace.go:171","msg":"trace[1064877213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36509; }","duration":"194.883802ms","start":"2026-07-28T21:15:04.989366Z","end":"2026-07-28T21:15:05.18425Z","steps":["trace[1064877213] 'agreement among raft nodes before linearized reading' (duration: 194.693696ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:05.672134Z","caller":"traceutil/trace.go:171","msg":"trace[1720823785] transaction","detail":"{read_only:false; response_revision:36511; number_of_response:1; }","duration":"484.35615ms","start":"2026-07-28T21:15:05.18775Z","end":"2026-07-28T21:15:05.672106Z","steps":["trace[1720823785] 'process raft request' (duration: 458.60624ms)","trace[1720823785] 'compare' (duration: 25.313628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:05.672261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.18773Z","time spent":"484.456652ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:05.672239Z","caller":"traceutil/trace.go:171","msg":"trace[2032903464] transaction","detail":"{read_only:false; response_revision:36512; number_of_response:1; }","duration":"480.995867ms","start":"2026-07-28T21:15:05.191177Z","end":"2026-07-28T21:15:05.672173Z","steps":["trace[2032903464] 'process raft request' (duration: 480.874613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:05.672411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.19116Z","time spent":"481.169222ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:05.674162Z","caller":"traceutil/trace.go:171","msg":"trace[166595616] linearizableReadLoop","detail":"{readStateIndex:37572; appliedIndex:37568; }","duration":"277.868299ms","start":"2026-07-28T21:15:05.396276Z","end":"2026-07-28T21:15:05.674144Z","steps":["trace[166595616] 'read index received' (duration: 250.094653ms)","trace[166595616] 'applied index is now lower than readState.Index' (duration: 27.772936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:05.674409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.226871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:15:05.674411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.105115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:15:05.674439Z","caller":"traceutil/trace.go:171","msg":"trace[278616894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36514; }","duration":"199.309004ms","start":"2026-07-28T21:15:05.475122Z","end":"2026-07-28T21:15:05.674431Z","steps":["trace[278616894] 'agreement among raft nodes before linearized reading' (duration: 199.247802ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:05.674464Z","caller":"traceutil/trace.go:171","msg":"trace[685840079] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36514; }","duration":"278.214649ms","start":"2026-07-28T21:15:05.396236Z","end":"2026-07-28T21:15:05.674451Z","steps":["trace[685840079] 'agreement among raft nodes before linearized reading' (duration: 278.031463ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:05.674652Z","caller":"traceutil/trace.go:171","msg":"trace[1816063770] transaction","detail":"{read_only:false; response_revision:36513; number_of_response:1; }","duration":"433.440157ms","start":"2026-07-28T21:15:05.2412Z","end":"2026-07-28T21:15:05.67464Z","steps":["trace[1816063770] 'process raft request' (duration: 432.809739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:05.674746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.24118Z","time spent":"433.505728ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:05.67477Z","caller":"traceutil/trace.go:171","msg":"trace[1918527227] transaction","detail":"{read_only:false; response_revision:36514; number_of_response:1; }","duration":"433.139448ms","start":"2026-07-28T21:15:05.241623Z","end":"2026-07-28T21:15:05.674763Z","steps":["trace[1918527227] 'process raft request' (duration: 432.49115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:05.674825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.241618Z","time spent":"433.168119ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:06.008492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.315236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:06.008584Z","caller":"traceutil/trace.go:171","msg":"trace[2008405169] linearizableReadLoop","detail":"{readStateIndex:37573; appliedIndex:37572; }","duration":"332.251026ms","start":"2026-07-28T21:15:05.676318Z","end":"2026-07-28T21:15:06.008569Z","steps":["trace[2008405169] 'read index received' (duration: 125.860279ms)","trace[2008405169] 'applied index is now lower than readState.Index' (duration: 206.389807ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:06.008669Z","caller":"traceutil/trace.go:171","msg":"trace[1314108102] transaction","detail":"{read_only:false; response_revision:36515; number_of_response:1; }","duration":"332.291528ms","start":"2026-07-28T21:15:05.676293Z","end":"2026-07-28T21:15:06.008585Z","steps":["trace[1314108102] 'process raft request' (duration: 125.807427ms)","trace[1314108102] 'compare' (duration: 206.221063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:06.008871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.676281Z","time spent":"332.487753ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:06.008709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.38902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:06.00907Z","caller":"traceutil/trace.go:171","msg":"trace[278127674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36515; }","duration":"332.7544ms","start":"2026-07-28T21:15:05.676289Z","end":"2026-07-28T21:15:06.009043Z","steps":["trace[278127674] 'agreement among raft nodes before linearized reading' (duration: 332.337229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.009125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.67627Z","time spent":"332.843492ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T21:15:06.014322Z","caller":"traceutil/trace.go:171","msg":"trace[1249612192] transaction","detail":"{read_only:false; response_revision:36516; number_of_response:1; }","duration":"335.419004ms","start":"2026-07-28T21:15:05.67888Z","end":"2026-07-28T21:15:06.014299Z","steps":["trace[1249612192] 'process raft request' (duration: 335.28265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.014474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.678863Z","time spent":"335.529916ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:06.412492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.319198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:06.412667Z","caller":"traceutil/trace.go:171","msg":"trace[771624829] transaction","detail":"{read_only:false; response_revision:36519; number_of_response:1; }","duration":"430.473364ms","start":"2026-07-28T21:15:05.982187Z","end":"2026-07-28T21:15:06.41266Z","steps":["trace[771624829] 'process raft request' (duration: 430.407543ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:06.412666Z","caller":"traceutil/trace.go:171","msg":"trace[2021654543] transaction","detail":"{read_only:false; response_revision:36517; number_of_response:1; }","duration":"526.583593ms","start":"2026-07-28T21:15:05.886045Z","end":"2026-07-28T21:15:06.412628Z","steps":["trace[2021654543] 'process raft request' (duration: 329.060658ms)","trace[2021654543] 'compare' (duration: 197.042881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:06.412707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.982166Z","time spent":"430.522066ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:06.412754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.886026Z","time spent":"526.680496ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:06.412817Z","caller":"traceutil/trace.go:171","msg":"trace[817683534] transaction","detail":"{read_only:false; response_revision:36518; number_of_response:1; }","duration":"434.871646ms","start":"2026-07-28T21:15:05.97794Z","end":"2026-07-28T21:15:06.412811Z","steps":["trace[817683534] 'process raft request' (duration: 434.622539ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:06.412781Z","caller":"traceutil/trace.go:171","msg":"trace[156894302] linearizableReadLoop","detail":"{readStateIndex:37578; appliedIndex:37573; }","duration":"404.141289ms","start":"2026-07-28T21:15:06.008607Z","end":"2026-07-28T21:15:06.412749Z","steps":["trace[156894302] 'read index received' (duration: 5.588024ms)","trace[156894302] 'applied index is now lower than readState.Index' (duration: 398.552185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:06.412848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.977919Z","time spent":"434.914017ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:06.412912Z","caller":"traceutil/trace.go:171","msg":"trace[239072334] transaction","detail":"{read_only:false; response_revision:36520; number_of_response:1; }","duration":"430.556967ms","start":"2026-07-28T21:15:05.982349Z","end":"2026-07-28T21:15:06.412906Z","steps":["trace[239072334] 'process raft request' (duration: 430.268429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.412943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.982323Z","time spent":"430.602578ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:06.413137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.561019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:06.413155Z","caller":"traceutil/trace.go:171","msg":"trace[1772500349] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:36520; }","duration":"273.605711ms","start":"2026-07-28T21:15:06.139543Z","end":"2026-07-28T21:15:06.413148Z","steps":["trace[1772500349] 'agreement among raft nodes before linearized reading' (duration: 273.545919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.413255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.723047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T21:15:06.413312Z","caller":"traceutil/trace.go:171","msg":"trace[1580296626] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36520; }","duration":"669.825311ms","start":"2026-07-28T21:15:05.74347Z","end":"2026-07-28T21:15:06.413296Z","steps":["trace[1580296626] 'agreement among raft nodes before linearized reading' (duration: 669.655886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.413344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.743451Z","time spent":"669.887782ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:15:06.413581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.340218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T21:15:06.413636Z","caller":"traceutil/trace.go:171","msg":"trace[2077844968] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36520; }","duration":"431.440561ms","start":"2026-07-28T21:15:05.982178Z","end":"2026-07-28T21:15:06.413619Z","steps":["trace[2077844968] 'agreement among raft nodes before linearized reading' (duration: 430.741122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.413672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:05.982155Z","time spent":"431.507303ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:15:06.660909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.371219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:06.661012Z","caller":"traceutil/trace.go:171","msg":"trace[2096562217] transaction","detail":"{read_only:false; response_revision:36521; number_of_response:1; }","duration":"244.16751ms","start":"2026-07-28T21:15:06.41683Z","end":"2026-07-28T21:15:06.660998Z","steps":["trace[2096562217] 'process raft request' (duration: 136.630456ms)","trace[2096562217] 'compare' (duration: 107.019089ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:06.676093Z","caller":"traceutil/trace.go:171","msg":"trace[1635129496] linearizableReadLoop","detail":"{readStateIndex:37581; appliedIndex:37578; }","duration":"139.387401ms","start":"2026-07-28T21:15:06.536687Z","end":"2026-07-28T21:15:06.676074Z","steps":["trace[1635129496] 'read index received' (duration: 16.793432ms)","trace[1635129496] 'applied index is now lower than readState.Index' (duration: 122.593289ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:06.676112Z","caller":"traceutil/trace.go:171","msg":"trace[1106463308] transaction","detail":"{read_only:false; response_revision:36522; number_of_response:1; }","duration":"258.661108ms","start":"2026-07-28T21:15:06.417425Z","end":"2026-07-28T21:15:06.676086Z","steps":["trace[1106463308] 'process raft request' (duration: 258.429572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:06.676192Z","caller":"traceutil/trace.go:171","msg":"trace[1999795206] transaction","detail":"{read_only:false; response_revision:36523; number_of_response:1; }","duration":"193.888504ms","start":"2026-07-28T21:15:06.482296Z","end":"2026-07-28T21:15:06.676184Z","steps":["trace[1999795206] 'process raft request' (duration: 193.73697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.676396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.69826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:06.676427Z","caller":"traceutil/trace.go:171","msg":"trace[339036495] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:36523; }","duration":"139.815674ms","start":"2026-07-28T21:15:06.536604Z","end":"2026-07-28T21:15:06.67642Z","steps":["trace[339036495] 'agreement among raft nodes before linearized reading' (duration: 139.749932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:06.676603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.084932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:15:06.676663Z","caller":"traceutil/trace.go:171","msg":"trace[727104397] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:36523; }","duration":"115.204605ms","start":"2026-07-28T21:15:06.561444Z","end":"2026-07-28T21:15:06.676649Z","steps":["trace[727104397] 'agreement among raft nodes before linearized reading' (duration: 115.091862ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:06.874748Z","caller":"traceutil/trace.go:171","msg":"trace[98358642] transaction","detail":"{read_only:false; response_revision:36524; number_of_response:1; }","duration":"194.234383ms","start":"2026-07-28T21:15:06.680487Z","end":"2026-07-28T21:15:06.874721Z","steps":["trace[98358642] 'process raft request' (duration: 133.375966ms)","trace[98358642] 'compare' (duration: 60.434315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:07.110048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.700722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:07.110157Z","caller":"traceutil/trace.go:171","msg":"trace[846476752] linearizableReadLoop","detail":"{readStateIndex:37583; appliedIndex:37582; }","duration":"163.64069ms","start":"2026-07-28T21:15:06.946488Z","end":"2026-07-28T21:15:07.110129Z","steps":["trace[846476752] 'read index received' (duration: 28.749693ms)","trace[846476752] 'applied index is now lower than readState.Index' (duration: 134.889837ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:07.110246Z","caller":"traceutil/trace.go:171","msg":"trace[111669602] transaction","detail":"{read_only:false; response_revision:36525; number_of_response:1; }","duration":"258.398192ms","start":"2026-07-28T21:15:06.851837Z","end":"2026-07-28T21:15:07.110235Z","steps":["trace[111669602] 'process raft request' (duration: 123.406902ms)","trace[111669602] 'compare' (duration: 134.397734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:07.110597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.090353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T21:15:07.111057Z","caller":"traceutil/trace.go:171","msg":"trace[44837453] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36525; }","duration":"164.497344ms","start":"2026-07-28T21:15:06.946447Z","end":"2026-07-28T21:15:07.110944Z","steps":["trace[44837453] 'agreement among raft nodes before linearized reading' (duration: 164.036491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.043698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.811927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:12.044074Z","caller":"traceutil/trace.go:171","msg":"trace[894966296] linearizableReadLoop","detail":"{readStateIndex:37627; appliedIndex:37625; }","duration":"361.874313ms","start":"2026-07-28T21:15:11.682161Z","end":"2026-07-28T21:15:12.044035Z","steps":["trace[894966296] 'read index received' (duration: 80.359215ms)","trace[894966296] 'applied index is now lower than readState.Index' (duration: 281.512898ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:12.044402Z","caller":"traceutil/trace.go:171","msg":"trace[1693878982] transaction","detail":"{read_only:false; response_revision:36568; number_of_response:1; }","duration":"362.301125ms","start":"2026-07-28T21:15:11.682078Z","end":"2026-07-28T21:15:12.044379Z","steps":["trace[1693878982] 'process raft request' (duration: 161.697286ms)","trace[1693878982] 'compare' (duration: 199.596771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:12.044559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:11.68206Z","time spent":"362.406158ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:12.044868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.688846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T21:15:12.04499Z","caller":"traceutil/trace.go:171","msg":"trace[1354152147] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36568; }","duration":"362.82796ms","start":"2026-07-28T21:15:11.682139Z","end":"2026-07-28T21:15:12.044967Z","steps":["trace[1354152147] 'agreement among raft nodes before linearized reading' (duration: 362.238714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.045091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:11.682132Z","time spent":"362.941133ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:15:12.320428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.458501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:12.32067Z","caller":"traceutil/trace.go:171","msg":"trace[1964730383] transaction","detail":"{read_only:false; response_revision:36570; number_of_response:1; }","duration":"271.177934ms","start":"2026-07-28T21:15:12.049441Z","end":"2026-07-28T21:15:12.320619Z","steps":["trace[1964730383] 'process raft request' (duration: 271.087482ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.320852Z","caller":"traceutil/trace.go:171","msg":"trace[107021359] linearizableReadLoop","detail":"{readStateIndex:37628; appliedIndex:37627; }","duration":"276.645355ms","start":"2026-07-28T21:15:12.044169Z","end":"2026-07-28T21:15:12.320814Z","steps":["trace[107021359] 'read index received' (duration: 139.706001ms)","trace[107021359] 'applied index is now lower than readState.Index' (duration: 136.936814ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:12.320921Z","caller":"traceutil/trace.go:171","msg":"trace[2031620736] transaction","detail":"{read_only:false; response_revision:36569; number_of_response:1; }","duration":"293.395337ms","start":"2026-07-28T21:15:12.027492Z","end":"2026-07-28T21:15:12.320887Z","steps":["trace[2031620736] 'process raft request' (duration: 156.36859ms)","trace[2031620736] 'compare' (duration: 136.307307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:12.320959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.311304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:15:12.321019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.299933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T21:15:12.321031Z","caller":"traceutil/trace.go:171","msg":"trace[18722402] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:36570; }","duration":"289.433607ms","start":"2026-07-28T21:15:12.031579Z","end":"2026-07-28T21:15:12.321013Z","steps":["trace[18722402] 'agreement among raft nodes before linearized reading' (duration: 289.285793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.321041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.361939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T21:15:12.321033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.039251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:15:12.321078Z","caller":"traceutil/trace.go:171","msg":"trace[2143611922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36570; }","duration":"628.41064ms","start":"2026-07-28T21:15:11.692653Z","end":"2026-07-28T21:15:12.321064Z","steps":["trace[2143611922] 'agreement among raft nodes before linearized reading' (duration: 628.289346ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.321084Z","caller":"traceutil/trace.go:171","msg":"trace[1464179519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36570; }","duration":"627.098944ms","start":"2026-07-28T21:15:11.693973Z","end":"2026-07-28T21:15:12.321072Z","steps":["trace[1464179519] 'agreement among raft nodes before linearized reading' (duration: 626.907289ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.321068Z","caller":"traceutil/trace.go:171","msg":"trace[1572099549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36570; }","duration":"601.383874ms","start":"2026-07-28T21:15:11.719671Z","end":"2026-07-28T21:15:12.321055Z","steps":["trace[1572099549] 'agreement among raft nodes before linearized reading' (duration: 601.21059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.321026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.260022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T21:15:12.321111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:11.692647Z","time spent":"628.456291ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:15:12.321147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:11.71966Z","time spent":"601.477938ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T21:15:12.321163Z","caller":"traceutil/trace.go:171","msg":"trace[1899711288] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36570; }","duration":"289.407987ms","start":"2026-07-28T21:15:12.031733Z","end":"2026-07-28T21:15:12.321141Z","steps":["trace[1899711288] 'agreement among raft nodes before linearized reading' (duration: 289.196371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.321072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.191156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T21:15:12.321115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:11.69397Z","time spent":"627.136475ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T21:15:12.321246Z","caller":"traceutil/trace.go:171","msg":"trace[220327208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36570; }","duration":"627.402151ms","start":"2026-07-28T21:15:11.693834Z","end":"2026-07-28T21:15:12.321236Z","steps":["trace[220327208] 'agreement among raft nodes before linearized reading' (duration: 627.112023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.321277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:11.693818Z","time spent":"627.448443ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T21:15:12.325772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.239797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T21:15:12.325833Z","caller":"traceutil/trace.go:171","msg":"trace[1513613187] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36571; }","duration":"168.33861ms","start":"2026-07-28T21:15:12.157483Z","end":"2026-07-28T21:15:12.325821Z","steps":["trace[1513613187] 'agreement among raft nodes before linearized reading' (duration: 168.185876ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.591716Z","caller":"traceutil/trace.go:171","msg":"trace[529996695] transaction","detail":"{read_only:false; response_revision:36572; number_of_response:1; }","duration":"266.815533ms","start":"2026-07-28T21:15:12.324859Z","end":"2026-07-28T21:15:12.591674Z","steps":["trace[529996695] 'process raft request' (duration: 172.254837ms)","trace[529996695] 'compare' (duration: 94.258568ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:12.591782Z","caller":"traceutil/trace.go:171","msg":"trace[1148796625] transaction","detail":"{read_only:false; response_revision:36573; number_of_response:1; }","duration":"266.819524ms","start":"2026-07-28T21:15:12.324921Z","end":"2026-07-28T21:15:12.591741Z","steps":["trace[1148796625] 'process raft request' (duration: 266.659699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.591743Z","caller":"traceutil/trace.go:171","msg":"trace[1884874171] transaction","detail":"{read_only:false; response_revision:36574; number_of_response:1; }","duration":"266.799183ms","start":"2026-07-28T21:15:12.324918Z","end":"2026-07-28T21:15:12.591718Z","steps":["trace[1884874171] 'process raft request' (duration: 266.751572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.653691Z","caller":"traceutil/trace.go:171","msg":"trace[1994639904] transaction","detail":"{read_only:false; response_revision:36575; number_of_response:1; }","duration":"328.020571ms","start":"2026-07-28T21:15:12.325647Z","end":"2026-07-28T21:15:12.653667Z","steps":["trace[1994639904] 'process raft request' (duration: 327.857476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.653858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:12.325625Z","time spent":"328.139753ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:12.653939Z","caller":"traceutil/trace.go:171","msg":"trace[1878199184] transaction","detail":"{read_only:false; response_revision:36577; number_of_response:1; }","duration":"324.122973ms","start":"2026-07-28T21:15:12.329799Z","end":"2026-07-28T21:15:12.653922Z","steps":["trace[1878199184] 'process raft request' (duration: 324.01897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.654042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:12.329772Z","time spent":"324.216375ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:12.654104Z","caller":"traceutil/trace.go:171","msg":"trace[1587328314] linearizableReadLoop","detail":"{readStateIndex:37636; appliedIndex:37630; }","duration":"237.362642ms","start":"2026-07-28T21:15:12.416728Z","end":"2026-07-28T21:15:12.654091Z","steps":["trace[1587328314] 'read index received' (duration: 80.400276ms)","trace[1587328314] 'applied index is now lower than readState.Index' (duration: 156.961606ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:12.654168Z","caller":"traceutil/trace.go:171","msg":"trace[597096217] transaction","detail":"{read_only:false; response_revision:36576; number_of_response:1; }","duration":"328.35849ms","start":"2026-07-28T21:15:12.325797Z","end":"2026-07-28T21:15:12.654155Z","steps":["trace[597096217] 'process raft request' (duration: 327.828155ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.654199Z","caller":"traceutil/trace.go:171","msg":"trace[414563435] transaction","detail":"{read_only:false; response_revision:36578; number_of_response:1; }","duration":"212.788894ms","start":"2026-07-28T21:15:12.441399Z","end":"2026-07-28T21:15:12.654188Z","steps":["trace[414563435] 'process raft request' (duration: 212.492966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.65424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:12.325772Z","time spent":"328.433621ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:12.65429Z","caller":"traceutil/trace.go:171","msg":"trace[922517014] transaction","detail":"{read_only:false; response_revision:36579; number_of_response:1; }","duration":"212.714243ms","start":"2026-07-28T21:15:12.441568Z","end":"2026-07-28T21:15:12.654282Z","steps":["trace[922517014] 'process raft request' (duration: 212.396364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.654365Z","caller":"traceutil/trace.go:171","msg":"trace[1877483139] transaction","detail":"{read_only:false; response_revision:36581; number_of_response:1; }","duration":"212.573259ms","start":"2026-07-28T21:15:12.441781Z","end":"2026-07-28T21:15:12.654354Z","steps":["trace[1877483139] 'process raft request' (duration: 212.2722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.654392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.66389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:12.654431Z","caller":"traceutil/trace.go:171","msg":"trace[996366378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:36581; }","duration":"237.745302ms","start":"2026-07-28T21:15:12.416674Z","end":"2026-07-28T21:15:12.65442Z","steps":["trace[996366378] 'agreement among raft nodes before linearized reading' (duration: 237.678911ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:12.654471Z","caller":"traceutil/trace.go:171","msg":"trace[747093261] transaction","detail":"{read_only:false; response_revision:36580; number_of_response:1; }","duration":"212.859517ms","start":"2026-07-28T21:15:12.441605Z","end":"2026-07-28T21:15:12.654464Z","steps":["trace[747093261] 'process raft request' (duration: 212.414534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.692037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.294865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:15:12.692103Z","caller":"traceutil/trace.go:171","msg":"trace[676178200] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:36581; }","duration":"219.411588ms","start":"2026-07-28T21:15:12.472678Z","end":"2026-07-28T21:15:12.69209Z","steps":["trace[676178200] 'agreement among raft nodes before linearized reading' (duration: 219.240673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:12.692104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.567399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:12.69216Z","caller":"traceutil/trace.go:171","msg":"trace[1334691416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36581; }","duration":"216.647621ms","start":"2026-07-28T21:15:12.475497Z","end":"2026-07-28T21:15:12.692145Z","steps":["trace[1334691416] 'agreement among raft nodes before linearized reading' (duration: 216.556209ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:20.664005Z","caller":"traceutil/trace.go:171","msg":"trace[1879996501] transaction","detail":"{read_only:false; response_revision:36653; number_of_response:1; }","duration":"409.470986ms","start":"2026-07-28T21:15:20.254518Z","end":"2026-07-28T21:15:20.663989Z","steps":["trace[1879996501] 'process raft request' (duration: 409.349312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:20.664114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:20.254494Z","time spent":"409.558688ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:20.810883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.223558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:20.811029Z","caller":"traceutil/trace.go:171","msg":"trace[1148058149] linearizableReadLoop","detail":"{readStateIndex:37716; appliedIndex:37714; }","duration":"337.201933ms","start":"2026-07-28T21:15:20.473788Z","end":"2026-07-28T21:15:20.81099Z","steps":["trace[1148058149] 'read index received' (duration: 190.12223ms)","trace[1148058149] 'applied index is now lower than readState.Index' (duration: 147.078173ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:20.811135Z","caller":"traceutil/trace.go:171","msg":"trace[75103898] transaction","detail":"{read_only:false; response_revision:36654; number_of_response:1; }","duration":"469.341996ms","start":"2026-07-28T21:15:20.341776Z","end":"2026-07-28T21:15:20.811118Z","steps":["trace[75103898] 'process raft request' (duration: 358.770468ms)","trace[75103898] 'compare' (duration: 110.060174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:20.811221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:20.341747Z","time spent":"469.434798ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:20.811209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.395499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:20.811299Z","caller":"traceutil/trace.go:171","msg":"trace[1650515251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36654; }","duration":"337.532953ms","start":"2026-07-28T21:15:20.473741Z","end":"2026-07-28T21:15:20.811274Z","steps":["trace[1650515251] 'agreement among raft nodes before linearized reading' (duration: 337.380639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:20.811367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:20.47371Z","time spent":"337.642576ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T21:15:20.842751Z","caller":"traceutil/trace.go:171","msg":"trace[1090387334] transaction","detail":"{read_only:false; response_revision:36656; number_of_response:1; }","duration":"161.237234ms","start":"2026-07-28T21:15:20.681499Z","end":"2026-07-28T21:15:20.842737Z","steps":["trace[1090387334] 'process raft request' (duration: 161.136201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:20.843015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.540541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T21:15:20.843016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.187663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:15:20.843042Z","caller":"traceutil/trace.go:171","msg":"trace[1047813518] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36658; }","duration":"211.613972ms","start":"2026-07-28T21:15:20.631422Z","end":"2026-07-28T21:15:20.843036Z","steps":["trace[1047813518] 'agreement among raft nodes before linearized reading' (duration: 211.52921ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:20.843058Z","caller":"traceutil/trace.go:171","msg":"trace[278159429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36658; }","duration":"210.261115ms","start":"2026-07-28T21:15:20.632787Z","end":"2026-07-28T21:15:20.843048Z","steps":["trace[278159429] 'agreement among raft nodes before linearized reading' (duration: 210.122161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:20.843145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.157095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T21:15:20.84317Z","caller":"traceutil/trace.go:171","msg":"trace[898606812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36658; }","duration":"213.219047ms","start":"2026-07-28T21:15:20.629945Z","end":"2026-07-28T21:15:20.843164Z","steps":["trace[898606812] 'agreement among raft nodes before linearized reading' (duration: 213.160005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:20.842758Z","caller":"traceutil/trace.go:171","msg":"trace[387899107] transaction","detail":"{read_only:false; response_revision:36655; number_of_response:1; }","duration":"162.52205ms","start":"2026-07-28T21:15:20.680207Z","end":"2026-07-28T21:15:20.842729Z","steps":["trace[387899107] 'process raft request' (duration: 162.292164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:20.843321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.694578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:15:20.843361Z","caller":"traceutil/trace.go:171","msg":"trace[1467236017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36658; }","duration":"185.75753ms","start":"2026-07-28T21:15:20.657594Z","end":"2026-07-28T21:15:20.843351Z","steps":["trace[1467236017] 'agreement among raft nodes before linearized reading' (duration: 185.689408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:20.843464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.124198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:15:20.843535Z","caller":"traceutil/trace.go:171","msg":"trace[1160854370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36658; }","duration":"158.249072ms","start":"2026-07-28T21:15:20.685271Z","end":"2026-07-28T21:15:20.84352Z","steps":["trace[1160854370] 'agreement among raft nodes before linearized reading' (duration: 157.998005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:20.843652Z","caller":"traceutil/trace.go:171","msg":"trace[914202181] transaction","detail":"{read_only:false; response_revision:36657; number_of_response:1; }","duration":"159.673401ms","start":"2026-07-28T21:15:20.683971Z","end":"2026-07-28T21:15:20.843644Z","steps":["trace[914202181] 'process raft request' (duration: 158.697884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:20.843729Z","caller":"traceutil/trace.go:171","msg":"trace[1328816550] transaction","detail":"{read_only:false; response_revision:36658; number_of_response:1; }","duration":"152.741269ms","start":"2026-07-28T21:15:20.690981Z","end":"2026-07-28T21:15:20.843722Z","steps":["trace[1328816550] 'process raft request' (duration: 151.709601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:20.843828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.043706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:15:20.843848Z","caller":"traceutil/trace.go:171","msg":"trace[408649409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36658; }","duration":"158.093937ms","start":"2026-07-28T21:15:20.685749Z","end":"2026-07-28T21:15:20.843843Z","steps":["trace[408649409] 'agreement among raft nodes before linearized reading' (duration: 158.032315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.024998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.203609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:43.025069Z","caller":"traceutil/trace.go:171","msg":"trace[1325019155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:36996; }","duration":"253.315472ms","start":"2026-07-28T21:15:42.77174Z","end":"2026-07-28T21:15:43.025055Z","steps":["trace[1325019155] 'count revisions from in-memory index tree' (duration: 253.129177ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:43.025542Z","caller":"traceutil/trace.go:171","msg":"trace[1713775753] transaction","detail":"{read_only:false; response_revision:36997; number_of_response:1; }","duration":"130.787455ms","start":"2026-07-28T21:15:42.894718Z","end":"2026-07-28T21:15:43.025505Z","steps":["trace[1713775753] 'process raft request' (duration: 119.38693ms)","trace[1713775753] 'compare' (duration: 11.24953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:15:43.301936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.853857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:15:43.302089Z","caller":"traceutil/trace.go:171","msg":"trace[869469491] transaction","detail":"{read_only:false; response_revision:36999; number_of_response:1; }","duration":"385.867395ms","start":"2026-07-28T21:15:42.91621Z","end":"2026-07-28T21:15:43.302077Z","steps":["trace[869469491] 'process raft request' (duration: 385.796183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.302153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.916183Z","time spent":"385.936167ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.302133Z","caller":"traceutil/trace.go:171","msg":"trace[1751823793] transaction","detail":"{read_only:false; response_revision:36998; number_of_response:1; }","duration":"386.522333ms","start":"2026-07-28T21:15:42.915549Z","end":"2026-07-28T21:15:43.302071Z","steps":["trace[1751823793] 'process raft request' (duration: 284.46713ms)","trace[1751823793] 'compare' (duration: 100.976473ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:43.302298Z","caller":"traceutil/trace.go:171","msg":"trace[1877209828] transaction","detail":"{read_only:false; response_revision:37000; number_of_response:1; }","duration":"384.748605ms","start":"2026-07-28T21:15:42.917529Z","end":"2026-07-28T21:15:43.302277Z","steps":["trace[1877209828] 'process raft request' (duration: 384.520558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.302334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.915532Z","time spent":"386.697348ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:43.302432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.917516Z","time spent":"384.848377ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.302516Z","caller":"traceutil/trace.go:171","msg":"trace[1198276939] transaction","detail":"{read_only:false; response_revision:37001; number_of_response:1; }","duration":"381.352481ms","start":"2026-07-28T21:15:42.921151Z","end":"2026-07-28T21:15:43.302504Z","steps":["trace[1198276939] 'process raft request' (duration: 381.050042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.302568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.921138Z","time spent":"381.403712ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.302641Z","caller":"traceutil/trace.go:171","msg":"trace[445439549] linearizableReadLoop","detail":"{readStateIndex:38069; appliedIndex:38063; }","duration":"331.054804ms","start":"2026-07-28T21:15:42.971576Z","end":"2026-07-28T21:15:43.302631Z","steps":["trace[445439549] 'read index received' (duration: 42.658056ms)","trace[445439549] 'applied index is now lower than readState.Index' (duration: 288.396008ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:43.302712Z","caller":"traceutil/trace.go:171","msg":"trace[648743832] transaction","detail":"{read_only:false; response_revision:37002; number_of_response:1; }","duration":"380.925628ms","start":"2026-07-28T21:15:42.92178Z","end":"2026-07-28T21:15:43.302705Z","steps":["trace[648743832] 'process raft request' (duration: 380.692042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.302765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.921761Z","time spent":"380.97217ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:15:43.30279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.213649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:15:43.302811Z","caller":"traceutil/trace.go:171","msg":"trace[339688257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37002; }","duration":"331.26278ms","start":"2026-07-28T21:15:42.971542Z","end":"2026-07-28T21:15:43.302804Z","steps":["trace[339688257] 'agreement among raft nodes before linearized reading' (duration: 331.180968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.302836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.971525Z","time spent":"331.306671ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:15:43.30313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.765784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T21:15:43.303169Z","caller":"traceutil/trace.go:171","msg":"trace[266799125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37003; }","duration":"327.827145ms","start":"2026-07-28T21:15:42.975333Z","end":"2026-07-28T21:15:43.30316Z","steps":["trace[266799125] 'agreement among raft nodes before linearized reading' (duration: 327.684181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.303192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.975322Z","time spent":"327.864197ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T21:15:43.303406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.339922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:15:43.303443Z","caller":"traceutil/trace.go:171","msg":"trace[807992375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37003; }","duration":"327.380463ms","start":"2026-07-28T21:15:42.976053Z","end":"2026-07-28T21:15:43.303434Z","steps":["trace[807992375] 'agreement among raft nodes before linearized reading' (duration: 327.290151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.303434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.856462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T21:15:43.303471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.975995Z","time spent":"327.468735ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T21:15:43.303494Z","caller":"traceutil/trace.go:171","msg":"trace[2137693117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37003; }","duration":"251.955785ms","start":"2026-07-28T21:15:43.051521Z","end":"2026-07-28T21:15:43.303477Z","steps":["trace[2137693117] 'agreement among raft nodes before linearized reading' (duration: 251.727358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.30363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.582999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T21:15:43.30366Z","caller":"traceutil/trace.go:171","msg":"trace[410798083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37003; }","duration":"327.65645ms","start":"2026-07-28T21:15:42.975995Z","end":"2026-07-28T21:15:43.303652Z","steps":["trace[410798083] 'agreement among raft nodes before linearized reading' (duration: 327.575208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.303684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.975968Z","time spent":"327.709932ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T21:15:43.303779Z","caller":"traceutil/trace.go:171","msg":"trace[389596681] transaction","detail":"{read_only:false; response_revision:37003; number_of_response:1; }","duration":"121.154679ms","start":"2026-07-28T21:15:43.182604Z","end":"2026-07-28T21:15:43.303758Z","steps":["trace[389596681] 'process raft request' (duration: 120.363218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.303863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.836796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:15:43.303897Z","caller":"traceutil/trace.go:171","msg":"trace[1127909385] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37003; }","duration":"327.870467ms","start":"2026-07-28T21:15:42.976017Z","end":"2026-07-28T21:15:43.303888Z","steps":["trace[1127909385] 'agreement among raft nodes before linearized reading' (duration: 327.790765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.303933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:42.975993Z","time spent":"327.936128ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T21:15:43.509478Z","caller":"traceutil/trace.go:171","msg":"trace[1260801820] transaction","detail":"{read_only:false; response_revision:37004; number_of_response:1; }","duration":"202.272435ms","start":"2026-07-28T21:15:43.30718Z","end":"2026-07-28T21:15:43.509452Z","steps":["trace[1260801820] 'process raft request' (duration: 202.078039ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:43.70565Z","caller":"traceutil/trace.go:171","msg":"trace[699715252] transaction","detail":"{read_only:false; response_revision:37005; number_of_response:1; }","duration":"397.978339ms","start":"2026-07-28T21:15:43.307646Z","end":"2026-07-28T21:15:43.705624Z","steps":["trace[699715252] 'process raft request' (duration: 397.799324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.705796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:43.307633Z","time spent":"398.090132ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.705952Z","caller":"traceutil/trace.go:171","msg":"trace[259744257] transaction","detail":"{read_only:false; response_revision:37006; number_of_response:1; }","duration":"398.124103ms","start":"2026-07-28T21:15:43.307801Z","end":"2026-07-28T21:15:43.705925Z","steps":["trace[259744257] 'process raft request' (duration: 397.786513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.706106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:43.307793Z","time spent":"398.233536ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.70629Z","caller":"traceutil/trace.go:171","msg":"trace[1270107664] transaction","detail":"{read_only:false; response_revision:37007; number_of_response:1; }","duration":"398.111602ms","start":"2026-07-28T21:15:43.308167Z","end":"2026-07-28T21:15:43.706278Z","steps":["trace[1270107664] 'process raft request' (duration: 397.67449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.706353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:43.308159Z","time spent":"398.163174ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.706422Z","caller":"traceutil/trace.go:171","msg":"trace[484697536] linearizableReadLoop","detail":"{readStateIndex:38079; appliedIndex:38070; }","duration":"233.339841ms","start":"2026-07-28T21:15:43.473069Z","end":"2026-07-28T21:15:43.706409Z","steps":["trace[484697536] 'read index received' (duration: 36.087755ms)","trace[484697536] 'applied index is now lower than readState.Index' (duration: 197.250946ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:15:43.706514Z","caller":"traceutil/trace.go:171","msg":"trace[554399316] transaction","detail":"{read_only:false; response_revision:37008; number_of_response:1; }","duration":"398.196395ms","start":"2026-07-28T21:15:43.308309Z","end":"2026-07-28T21:15:43.706505Z","steps":["trace[554399316] 'process raft request' (duration: 397.911057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:43.706542Z","caller":"traceutil/trace.go:171","msg":"trace[753894133] transaction","detail":"{read_only:false; response_revision:37012; number_of_response:1; }","duration":"261.387274ms","start":"2026-07-28T21:15:43.445135Z","end":"2026-07-28T21:15:43.706522Z","steps":["trace[753894133] 'process raft request' (duration: 261.24126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.706578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:43.308302Z","time spent":"398.238147ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.706668Z","caller":"traceutil/trace.go:171","msg":"trace[1269362793] transaction","detail":"{read_only:false; response_revision:37009; number_of_response:1; }","duration":"398.203015ms","start":"2026-07-28T21:15:43.308455Z","end":"2026-07-28T21:15:43.706658Z","steps":["trace[1269362793] 'process raft request' (duration: 397.819944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.706685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.616418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:15:43.706715Z","caller":"traceutil/trace.go:171","msg":"trace[1951397237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37012; }","duration":"233.691001ms","start":"2026-07-28T21:15:43.473015Z","end":"2026-07-28T21:15:43.706706Z","steps":["trace[1951397237] 'agreement among raft nodes before linearized reading' (duration: 233.63842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.706735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:15:43.30845Z","time spent":"398.246126ms","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:15:43.706812Z","caller":"traceutil/trace.go:171","msg":"trace[488777700] transaction","detail":"{read_only:false; response_revision:37010; number_of_response:1; }","duration":"293.643413ms","start":"2026-07-28T21:15:43.413161Z","end":"2026-07-28T21:15:43.706804Z","steps":["trace[488777700] 'process raft request' (duration: 293.144659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:15:43.706878Z","caller":"traceutil/trace.go:171","msg":"trace[723587801] transaction","detail":"{read_only:false; response_revision:37011; number_of_response:1; }","duration":"262.429333ms","start":"2026-07-28T21:15:43.444426Z","end":"2026-07-28T21:15:43.706855Z","steps":["trace[723587801] 'process raft request' (duration: 261.913889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:15:43.706985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.399402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T21:15:43.707197Z","caller":"traceutil/trace.go:171","msg":"trace[1788848968] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:37012; }","duration":"180.490605ms","start":"2026-07-28T21:15:43.526529Z","end":"2026-07-28T21:15:43.70702Z","steps":["trace[1788848968] 'agreement among raft nodes before linearized reading' (duration: 180.31329ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:20.421219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34788} {"level":"info","ts":"2026-07-28T21:17:20.605608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34788,"took":"180.369801ms","hash":2035449001,"current-db-size-bytes":54349824,"current-db-size":"54 MB","current-db-size-in-use-bytes":35061760,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-28T21:17:20.60571Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2035449001,"revision":34788,"compact-revision":31234} {"level":"info","ts":"2026-07-28T21:19:18.823275Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T21:19:18.828898Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-28T21:19:18.829461Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-28T21:22:20.426376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37877} {"level":"info","ts":"2026-07-28T21:22:20.562211Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37877,"took":"132.000379ms","hash":2548811517,"current-db-size-bytes":54349824,"current-db-size":"54 MB","current-db-size-in-use-bytes":34287616,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T21:22:20.562282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2548811517,"revision":37877,"compact-revision":34788} {"level":"info","ts":"2026-07-28T21:27:20.433623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40906} {"level":"info","ts":"2026-07-28T21:27:20.583493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40906,"took":"146.387265ms","hash":2134166033,"current-db-size-bytes":54349824,"current-db-size":"54 MB","current-db-size-in-use-bytes":32681984,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T21:27:20.583572Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2134166033,"revision":40906,"compact-revision":37877} {"level":"info","ts":"2026-07-28T21:27:58.513333Z","caller":"traceutil/trace.go:171","msg":"trace[1417765883] linearizableReadLoop","detail":"{readStateIndex:45166; appliedIndex:45165; }","duration":"101.394696ms","start":"2026-07-28T21:27:58.411918Z","end":"2026-07-28T21:27:58.513313Z","steps":["trace[1417765883] 'read index received' (duration: 101.2019ms)","trace[1417765883] 'applied index is now lower than readState.Index' (duration: 191.726µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:27:58.513428Z","caller":"traceutil/trace.go:171","msg":"trace[1542915361] transaction","detail":"{read_only:false; response_revision:43933; number_of_response:1; }","duration":"106.392484ms","start":"2026-07-28T21:27:58.406987Z","end":"2026-07-28T21:27:58.513379Z","steps":["trace[1542915361] 'process raft request' (duration: 106.196458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:27:58.514289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.338161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:27:58.514431Z","caller":"traceutil/trace.go:171","msg":"trace[1305018486] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:43933; }","duration":"102.499436ms","start":"2026-07-28T21:27:58.411876Z","end":"2026-07-28T21:27:58.514376Z","steps":["trace[1305018486] 'agreement among raft nodes before linearized reading' (duration: 101.521169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:32:20.440058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43606} {"level":"info","ts":"2026-07-28T21:32:20.587615Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43606,"took":"142.763596ms","hash":3827848977,"current-db-size-bytes":54349824,"current-db-size":"54 MB","current-db-size-in-use-bytes":30822400,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T21:32:20.587685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3827848977,"revision":43606,"compact-revision":40906} {"level":"info","ts":"2026-07-28T21:36:29.714726Z","caller":"traceutil/trace.go:171","msg":"trace[989487155] transaction","detail":"{read_only:false; response_revision:48403; number_of_response:1; }","duration":"113.282763ms","start":"2026-07-28T21:36:29.601416Z","end":"2026-07-28T21:36:29.714699Z","steps":["trace[989487155] 'process raft request' (duration: 45.806223ms)","trace[989487155] 'compare' (duration: 67.331226ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:36:40.400518Z","caller":"traceutil/trace.go:171","msg":"trace[510797509] transaction","detail":"{read_only:false; response_revision:48497; number_of_response:1; }","duration":"187.107498ms","start":"2026-07-28T21:36:40.213373Z","end":"2026-07-28T21:36:40.400481Z","steps":["trace[510797509] 'process raft request' (duration: 125.572672ms)","trace[510797509] 'compare' (duration: 61.340031ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:36:40.400605Z","caller":"traceutil/trace.go:171","msg":"trace[1389692274] linearizableReadLoop","detail":"{readStateIndex:49843; appliedIndex:49842; }","duration":"129.789877ms","start":"2026-07-28T21:36:40.27078Z","end":"2026-07-28T21:36:40.40057Z","steps":["trace[1389692274] 'read index received' (duration: 68.177729ms)","trace[1389692274] 'applied index is now lower than readState.Index' (duration: 61.606868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:36:40.400772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.03011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T21:36:40.400856Z","caller":"traceutil/trace.go:171","msg":"trace[890903162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:48497; }","duration":"144.122373ms","start":"2026-07-28T21:36:40.256713Z","end":"2026-07-28T21:36:40.400835Z","steps":["trace[890903162] 'agreement among raft nodes before linearized reading' (duration: 143.889036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:36:40.400864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.80037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T21:36:40.400941Z","caller":"traceutil/trace.go:171","msg":"trace[1751131677] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:48497; }","duration":"157.935944ms","start":"2026-07-28T21:36:40.242982Z","end":"2026-07-28T21:36:40.400917Z","steps":["trace[1751131677] 'agreement among raft nodes before linearized reading' (duration: 157.715528ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:36:40.403623Z","caller":"traceutil/trace.go:171","msg":"trace[601167901] transaction","detail":"{read_only:false; response_revision:48498; number_of_response:1; }","duration":"129.432168ms","start":"2026-07-28T21:36:40.274161Z","end":"2026-07-28T21:36:40.403593Z","steps":["trace[601167901] 'process raft request' (duration: 129.200092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:36:58.499609Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T21:36:58.505105Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-28T21:36:58.505243Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-28T21:37:20.446215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":46216} {"level":"info","ts":"2026-07-28T21:37:20.568154Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":46216,"took":"117.567912ms","hash":1571282055,"current-db-size-bytes":54349824,"current-db-size":"54 MB","current-db-size-in-use-bytes":31490048,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T21:37:20.56821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1571282055,"revision":46216,"compact-revision":43606} {"level":"info","ts":"2026-07-28T21:42:20.451009Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":48842} {"level":"info","ts":"2026-07-28T21:42:20.586114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":48842,"took":"130.293849ms","hash":3944279868,"current-db-size-bytes":55631872,"current-db-size":"56 MB","current-db-size-in-use-bytes":32886784,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T21:42:20.586168Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3944279868,"revision":48842,"compact-revision":46216} {"level":"info","ts":"2026-07-28T21:43:26.516913Z","caller":"traceutil/trace.go:171","msg":"trace[235608143] transaction","detail":"{read_only:false; response_revision:52154; number_of_response:1; }","duration":"103.758046ms","start":"2026-07-28T21:43:26.41313Z","end":"2026-07-28T21:43:26.516889Z","steps":["trace[235608143] 'process raft request' (duration: 103.617452ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:43:26.648594Z","caller":"traceutil/trace.go:171","msg":"trace[1101738549] transaction","detail":"{read_only:false; response_revision:52155; number_of_response:1; }","duration":"126.699239ms","start":"2026-07-28T21:43:26.52186Z","end":"2026-07-28T21:43:26.64856Z","steps":["trace[1101738549] 'process raft request' (duration: 121.352292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:43:26.648685Z","caller":"traceutil/trace.go:171","msg":"trace[671641836] transaction","detail":"{read_only:false; response_revision:52156; number_of_response:1; }","duration":"126.801682ms","start":"2026-07-28T21:43:26.521861Z","end":"2026-07-28T21:43:26.648663Z","steps":["trace[671641836] 'process raft request' (duration: 126.570026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:43:26.648707Z","caller":"traceutil/trace.go:171","msg":"trace[1528092314] transaction","detail":"{read_only:false; response_revision:52157; number_of_response:1; }","duration":"126.6942ms","start":"2026-07-28T21:43:26.521918Z","end":"2026-07-28T21:43:26.648612Z","steps":["trace[1528092314] 'process raft request' (duration: 126.613538ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:47:20.456959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":51586} {"level":"info","ts":"2026-07-28T21:47:20.583186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":51586,"took":"122.544705ms","hash":2358037643,"current-db-size-bytes":56909824,"current-db-size":"57 MB","current-db-size-in-use-bytes":31576064,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T21:47:20.58328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2358037643,"revision":51586,"compact-revision":48842} {"level":"info","ts":"2026-07-28T21:52:20.463155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":54198} {"level":"info","ts":"2026-07-28T21:52:20.58194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":54198,"took":"115.955743ms","hash":3426512006,"current-db-size-bytes":56909824,"current-db-size":"57 MB","current-db-size-in-use-bytes":31215616,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T21:52:20.581996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3426512006,"revision":54198,"compact-revision":51586}