{"level":"warn","ts":"2026-07-15T03:16:56.380228Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-15T03:16:56.380318Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-15T03:16:56.380388Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-15T03:16:56.3804Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-15T03:16:56.380421Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-15T03:16:56.38104Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-15T03:16:56.381411Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-15T03:16:56.385472Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.796176ms"} {"level":"info","ts":"2026-07-15T03:16:56.392198Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-15T03:16:56.392333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-15T03:16:56.392371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-15T03:16:56.39239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-15T03:16:56.392411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-15T03:16:56.392467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-15T03:16:56.400079Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-15T03:16:56.403012Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-15T03:16:56.404393Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-15T03:16:56.407807Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-15T03:16:56.408006Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-15T03:16:56.408108Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-15T03:16:56.408136Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-15T03:16:56.408094Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-15T03:16:56.409275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-15T03:16:56.409767Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-15T03:16:56.412536Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-15T03:16:56.412661Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-15T03:16:56.412728Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-15T03:16:56.412798Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-15T03:16:56.412829Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-15T03:16:57.393534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-15T03:16:57.393594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-15T03:16:57.393643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-15T03:16:57.393672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-15T03:16:57.393689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-15T03:16:57.39371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-15T03:16:57.39373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-15T03:16:57.395028Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-15T03:16:57.395049Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-15T03:16:57.395088Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-15T03:16:57.395092Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T03:16:57.39529Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-15T03:16:57.395375Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-15T03:16:57.395982Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T03:16:57.396094Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T03:16:57.39613Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-15T03:16:57.397203Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-15T03:16:57.399734Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-15T03:17:40.266197Z","caller":"traceutil/trace.go:171","msg":"trace[241769942] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"125.478189ms","start":"2026-07-15T03:17:40.140691Z","end":"2026-07-15T03:17:40.266169Z","steps":["trace[241769942] 'process raft request' (duration: 125.262833ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:17:40.608144Z","caller":"traceutil/trace.go:171","msg":"trace[1937673492] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"180.316533ms","start":"2026-07-15T03:17:40.42779Z","end":"2026-07-15T03:17:40.608106Z","steps":["trace[1937673492] 'process raft request' (duration: 88.919027ms)","trace[1937673492] 'compare' (duration: 91.18329ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:17:40.608164Z","caller":"traceutil/trace.go:171","msg":"trace[13095415] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"135.8818ms","start":"2026-07-15T03:17:40.472259Z","end":"2026-07-15T03:17:40.608141Z","steps":["trace[13095415] 'process raft request' (duration: 135.831519ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:17:40.608716Z","caller":"traceutil/trace.go:171","msg":"trace[943710643] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:602; }","duration":"167.011851ms","start":"2026-07-15T03:17:40.441362Z","end":"2026-07-15T03:17:40.608373Z","steps":["trace[943710643] 'read index received' (duration: 75.369528ms)","trace[943710643] 'applied index is now lower than readState.Index' (duration: 91.634452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:17:40.608772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.376151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zmp4g\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-15T03:17:40.608902Z","caller":"traceutil/trace.go:171","msg":"trace[1800980765] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zmp4g; range_end:; response_count:1; response_revision:584; }","duration":"167.554086ms","start":"2026-07-15T03:17:40.441325Z","end":"2026-07-15T03:17:40.608879Z","steps":["trace[1800980765] 'agreement among raft nodes before linearized reading' (duration: 167.199076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:17:41.197732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.704844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T03:17:41.197856Z","caller":"traceutil/trace.go:171","msg":"trace[193732272] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"576.321337ms","start":"2026-07-15T03:17:40.621507Z","end":"2026-07-15T03:17:41.197828Z","steps":["trace[193732272] 'process raft request' (duration: 104.961225ms)","trace[193732272] 'compare' (duration: 470.537209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:17:41.197972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:17:40.621477Z","time spent":"576.432171ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T03:17:41.198039Z","caller":"traceutil/trace.go:171","msg":"trace[234312907] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"413.514565ms","start":"2026-07-15T03:17:40.784437Z","end":"2026-07-15T03:17:41.197951Z","steps":["trace[234312907] 'read index received' (duration: 33.911µs)","trace[234312907] 'applied index is now lower than readState.Index' (duration: 413.476404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:17:41.19817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.750341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-15T03:17:41.198233Z","caller":"traceutil/trace.go:171","msg":"trace[634833347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:585; }","duration":"413.853634ms","start":"2026-07-15T03:17:40.784366Z","end":"2026-07-15T03:17:41.19822Z","steps":["trace[634833347] 'agreement among raft nodes before linearized reading' (duration: 413.662739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:17:41.198312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:17:40.784351Z","time spent":"413.952627ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-15T03:17:41.199049Z","caller":"traceutil/trace.go:171","msg":"trace[640906189] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"194.646654ms","start":"2026-07-15T03:17:41.004378Z","end":"2026-07-15T03:17:41.199025Z","steps":["trace[640906189] 'process raft request' (duration: 193.657196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:18:25.768912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.959181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-15T03:19:09.276842Z","caller":"traceutil/trace.go:171","msg":"trace[1808510055] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"302.208482ms","start":"2026-07-15T03:19:08.974611Z","end":"2026-07-15T03:19:09.27682Z","steps":["trace[1808510055] 'process raft request' (duration: 271.917755ms)","trace[1808510055] 'compare' (duration: 30.158024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:19:09.276995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:19:08.974592Z","time spent":"302.339155ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T03:19:09.277238Z","caller":"traceutil/trace.go:171","msg":"trace[1264084727] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1889; }","duration":"139.894812ms","start":"2026-07-15T03:19:09.137312Z","end":"2026-07-15T03:19:09.277207Z","steps":["trace[1264084727] 'read index received' (duration: 109.147952ms)","trace[1264084727] 'applied index is now lower than readState.Index' (duration: 30.74458ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:19:09.277266Z","caller":"traceutil/trace.go:171","msg":"trace[1530654686] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"170.651422ms","start":"2026-07-15T03:19:09.106592Z","end":"2026-07-15T03:19:09.277244Z","steps":["trace[1530654686] 'process raft request' (duration: 170.186389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:19:09.27739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.085718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d937d40d-7b83-4712-b62b-2fe8b83af386\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-15T03:19:09.278369Z","caller":"traceutil/trace.go:171","msg":"trace[493933453] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d937d40d-7b83-4712-b62b-2fe8b83af386; range_end:; response_count:1; response_revision:1823; }","duration":"141.101036ms","start":"2026-07-15T03:19:09.137249Z","end":"2026-07-15T03:19:09.27835Z","steps":["trace[493933453] 'agreement among raft nodes before linearized reading' (duration: 140.058247ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:19:20.927519Z","caller":"traceutil/trace.go:171","msg":"trace[2027084431] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"106.506399ms","start":"2026-07-15T03:19:20.820992Z","end":"2026-07-15T03:19:20.927499Z","steps":["trace[2027084431] 'process raft request' (duration: 106.395376ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:20:49.701641Z","caller":"traceutil/trace.go:171","msg":"trace[1666377746] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"172.847463ms","start":"2026-07-15T03:20:49.528769Z","end":"2026-07-15T03:20:49.701616Z","steps":["trace[1666377746] 'process raft request' (duration: 172.7113ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:12.924383Z","caller":"traceutil/trace.go:171","msg":"trace[2067414278] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4928; }","duration":"163.589784ms","start":"2026-07-15T03:25:12.760779Z","end":"2026-07-15T03:25:12.924369Z","steps":["trace[2067414278] 'read index received' (duration: 156.957571ms)","trace[2067414278] 'applied index is now lower than readState.Index' (duration: 6.631613ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:25:12.924589Z","caller":"traceutil/trace.go:171","msg":"trace[1567867197] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"164.716624ms","start":"2026-07-15T03:25:12.759815Z","end":"2026-07-15T03:25:12.924532Z","steps":["trace[1567867197] 'process raft request' (duration: 157.828854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:25:12.924635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.840751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-15T03:25:12.924749Z","caller":"traceutil/trace.go:171","msg":"trace[726390522] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4750; }","duration":"164.002655ms","start":"2026-07-15T03:25:12.760737Z","end":"2026-07-15T03:25:12.924739Z","steps":["trace[726390522] 'agreement among raft nodes before linearized reading' (duration: 163.81117ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:12.931905Z","caller":"traceutil/trace.go:171","msg":"trace[821904482] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"111.409041ms","start":"2026-07-15T03:25:12.820484Z","end":"2026-07-15T03:25:12.931893Z","steps":["trace[821904482] 'process raft request' (duration: 111.080422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:25:14.797884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.744416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-15T03:25:14.797984Z","caller":"traceutil/trace.go:171","msg":"trace[191410160] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4798; }","duration":"104.88238ms","start":"2026-07-15T03:25:14.693078Z","end":"2026-07-15T03:25:14.797961Z","steps":["trace[191410160] 'range keys from in-memory index tree' (duration: 104.593933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:25:18.07737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.581096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T03:25:18.077554Z","caller":"traceutil/trace.go:171","msg":"trace[469983382] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5136; }","duration":"195.348622ms","start":"2026-07-15T03:25:17.882181Z","end":"2026-07-15T03:25:18.077529Z","steps":["trace[469983382] 'read index received' (duration: 66.400666ms)","trace[469983382] 'applied index is now lower than readState.Index' (duration: 128.945906ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:25:18.077608Z","caller":"traceutil/trace.go:171","msg":"trace[1800660181] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"269.665397ms","start":"2026-07-15T03:25:17.807915Z","end":"2026-07-15T03:25:18.07758Z","steps":["trace[1800660181] 'process raft request' (duration: 140.756832ms)","trace[1800660181] 'compare' (duration: 128.282498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:25:18.077755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.566317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8qcb2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T03:25:18.077811Z","caller":"traceutil/trace.go:171","msg":"trace[743744929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8qcb2; range_end:; response_count:1; response_revision:4952; }","duration":"195.65732ms","start":"2026-07-15T03:25:17.88214Z","end":"2026-07-15T03:25:18.077797Z","steps":["trace[743744929] 'agreement among raft nodes before linearized reading' (duration: 195.452614ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:18.116566Z","caller":"traceutil/trace.go:171","msg":"trace[1288706313] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"110.861645ms","start":"2026-07-15T03:25:18.005675Z","end":"2026-07-15T03:25:18.116536Z","steps":["trace[1288706313] 'process raft request' (duration: 110.660969ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:19.890278Z","caller":"traceutil/trace.go:171","msg":"trace[1171085134] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"128.106753ms","start":"2026-07-15T03:25:19.762125Z","end":"2026-07-15T03:25:19.890232Z","steps":["trace[1171085134] 'process raft request' (duration: 118.050665ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:25.872272Z","caller":"traceutil/trace.go:171","msg":"trace[1780640096] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"150.384478ms","start":"2026-07-15T03:25:25.721851Z","end":"2026-07-15T03:25:25.872236Z","steps":["trace[1780640096] 'process raft request' (duration: 98.121043ms)","trace[1780640096] 'compare' (duration: 51.945426ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:25:25.872329Z","caller":"traceutil/trace.go:171","msg":"trace[621375196] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5302; }","duration":"116.774329ms","start":"2026-07-15T03:25:25.755513Z","end":"2026-07-15T03:25:25.872288Z","steps":["trace[621375196] 'read index received' (duration: 64.473783ms)","trace[621375196] 'applied index is now lower than readState.Index' (duration: 52.297396ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:25:25.872432Z","caller":"traceutil/trace.go:171","msg":"trace[1570831501] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"114.335522ms","start":"2026-07-15T03:25:25.758087Z","end":"2026-07-15T03:25:25.872423Z","steps":["trace[1570831501] 'process raft request' (duration: 114.099585ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:25.8725Z","caller":"traceutil/trace.go:171","msg":"trace[1087285484] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"112.591023ms","start":"2026-07-15T03:25:25.759887Z","end":"2026-07-15T03:25:25.872478Z","steps":["trace[1087285484] 'process raft request' (duration: 112.332816ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:25.872522Z","caller":"traceutil/trace.go:171","msg":"trace[797201940] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"121.954003ms","start":"2026-07-15T03:25:25.75054Z","end":"2026-07-15T03:25:25.872494Z","steps":["trace[797201940] 'process raft request' (duration: 121.586823ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:25.872343Z","caller":"traceutil/trace.go:171","msg":"trace[1762271527] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"112.001427ms","start":"2026-07-15T03:25:25.760316Z","end":"2026-07-15T03:25:25.872317Z","steps":["trace[1762271527] 'process raft request' (duration: 111.956226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:25:25.872781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.239522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-07-15T03:25:25.872839Z","caller":"traceutil/trace.go:171","msg":"trace[78162100] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5114; }","duration":"117.359335ms","start":"2026-07-15T03:25:25.755468Z","end":"2026-07-15T03:25:25.872828Z","steps":["trace[78162100] 'agreement among raft nodes before linearized reading' (duration: 117.082497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:25:25.873352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.049785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-15T03:25:25.873463Z","caller":"traceutil/trace.go:171","msg":"trace[1387506787] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5114; }","duration":"105.177079ms","start":"2026-07-15T03:25:25.768256Z","end":"2026-07-15T03:25:25.873433Z","steps":["trace[1387506787] 'agreement among raft nodes before linearized reading' (duration: 104.85911ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:31.355164Z","caller":"traceutil/trace.go:171","msg":"trace[1195555067] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"120.060619ms","start":"2026-07-15T03:25:31.235084Z","end":"2026-07-15T03:25:31.355145Z","steps":["trace[1195555067] 'process raft request' (duration: 119.916925ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:31.514776Z","caller":"traceutil/trace.go:171","msg":"trace[716705766] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"199.349272ms","start":"2026-07-15T03:25:31.315398Z","end":"2026-07-15T03:25:31.514748Z","steps":["trace[716705766] 'process raft request' (duration: 115.890245ms)","trace[716705766] 'compare' (duration: 83.293743ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:25:31.51489Z","caller":"traceutil/trace.go:171","msg":"trace[1972716537] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5412; }","duration":"188.241005ms","start":"2026-07-15T03:25:31.32663Z","end":"2026-07-15T03:25:31.514871Z","steps":["trace[1972716537] 'read index received' (duration: 28.380524ms)","trace[1972716537] 'applied index is now lower than readState.Index' (duration: 159.859071ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:25:31.515035Z","caller":"traceutil/trace.go:171","msg":"trace[764692625] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"155.15173ms","start":"2026-07-15T03:25:31.359844Z","end":"2026-07-15T03:25:31.514996Z","steps":["trace[764692625] 'process raft request' (duration: 154.888123ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:31.515176Z","caller":"traceutil/trace.go:171","msg":"trace[765301064] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"152.260031ms","start":"2026-07-15T03:25:31.362886Z","end":"2026-07-15T03:25:31.515146Z","steps":["trace[765301064] 'process raft request' (duration: 151.87909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:25:31.515262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.335189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t52md.18c258afd6c95c89\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-07-15T03:25:31.515324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.698497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-15T03:25:31.515309Z","caller":"traceutil/trace.go:171","msg":"trace[440197531] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"156.152228ms","start":"2026-07-15T03:25:31.359119Z","end":"2026-07-15T03:25:31.515272Z","steps":["trace[440197531] 'process raft request' (duration: 155.572692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:25:31.515365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.849759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T03:25:31.515433Z","caller":"traceutil/trace.go:171","msg":"trace[1378303351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5222; }","duration":"168.89982ms","start":"2026-07-15T03:25:31.346489Z","end":"2026-07-15T03:25:31.515389Z","steps":["trace[1378303351] 'agreement among raft nodes before linearized reading' (duration: 168.854019ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:31.515356Z","caller":"traceutil/trace.go:171","msg":"trace[1594480250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5222; }","duration":"188.768739ms","start":"2026-07-15T03:25:31.326579Z","end":"2026-07-15T03:25:31.515348Z","steps":["trace[1594480250] 'agreement among raft nodes before linearized reading' (duration: 188.683137ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:31.515321Z","caller":"traceutil/trace.go:171","msg":"trace[265681489] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t52md.18c258afd6c95c89; range_end:; response_count:1; response_revision:5222; }","duration":"183.407761ms","start":"2026-07-15T03:25:31.331899Z","end":"2026-07-15T03:25:31.515306Z","steps":["trace[265681489] 'agreement among raft nodes before linearized reading' (duration: 183.233716ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:25:39.169189Z","caller":"traceutil/trace.go:171","msg":"trace[221989839] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"116.366967ms","start":"2026-07-15T03:25:39.052782Z","end":"2026-07-15T03:25:39.169149Z","steps":["trace[221989839] 'process raft request' (duration: 98.612596ms)","trace[221989839] 'compare' (duration: 17.588497ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:26:43.604275Z","caller":"traceutil/trace.go:171","msg":"trace[813973072] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"111.918064ms","start":"2026-07-15T03:26:43.492329Z","end":"2026-07-15T03:26:43.604247Z","steps":["trace[813973072] 'process raft request' (duration: 63.299242ms)","trace[813973072] 'compare' (duration: 48.52769ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:26:57.422766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2983} {"level":"info","ts":"2026-07-15T03:26:57.489798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2983,"took":"65.871382ms","hash":595011108,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":34541568,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-15T03:26:57.489858Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":595011108,"revision":2983,"compact-revision":-1} {"level":"warn","ts":"2026-07-15T03:27:15.198505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369032133017414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-15T03:27:15.699347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369032133017414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-15T03:27:15.838393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141675411s","expected-duration":"1s"} {"level":"info","ts":"2026-07-15T03:27:15.839056Z","caller":"traceutil/trace.go:171","msg":"trace[1778967056] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"1.142412731s","start":"2026-07-15T03:27:14.696615Z","end":"2026-07-15T03:27:15.839028Z","steps":["trace[1778967056] 'process raft request' (duration: 1.142239166s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:27:15.839205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:27:14.696593Z","time spent":"1.142538365s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T03:27:15.850219Z","caller":"traceutil/trace.go:171","msg":"trace[1976249842] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"740.170861ms","start":"2026-07-15T03:27:15.110021Z","end":"2026-07-15T03:27:15.850192Z","steps":["trace[1976249842] 'process raft request' (duration: 739.912814ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:27:15.850283Z","caller":"traceutil/trace.go:171","msg":"trace[404486407] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"653.660098ms","start":"2026-07-15T03:27:15.196575Z","end":"2026-07-15T03:27:15.850235Z","steps":["trace[404486407] 'process raft request' (duration: 653.531724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:27:15.850395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:27:15.109996Z","time spent":"740.305444ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T03:27:15.850407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:27:15.19655Z","time spent":"653.790911ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T03:27:15.852295Z","caller":"traceutil/trace.go:171","msg":"trace[269109400] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6426; }","duration":"1.154791288s","start":"2026-07-15T03:27:14.697407Z","end":"2026-07-15T03:27:15.85227Z","steps":["trace[269109400] 'read index received' (duration: 1.141481296s)","trace[269109400] 'applied index is now lower than readState.Index' (duration: 13.308892ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:27:15.85242Z","caller":"traceutil/trace.go:171","msg":"trace[242042006] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"209.918889ms","start":"2026-07-15T03:27:15.642468Z","end":"2026-07-15T03:27:15.852387Z","steps":["trace[242042006] 'process raft request' (duration: 209.680723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:27:15.852552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155106866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8qcb2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-15T03:27:15.85257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.256922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-15T03:27:15.852594Z","caller":"traceutil/trace.go:171","msg":"trace[1010345995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8qcb2; range_end:; response_count:1; response_revision:6210; }","duration":"1.15524725s","start":"2026-07-15T03:27:14.697336Z","end":"2026-07-15T03:27:15.852583Z","steps":["trace[1010345995] 'agreement among raft nodes before linearized reading' (duration: 1.155066645s)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:27:15.852584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.284124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8418"} {"level":"warn","ts":"2026-07-15T03:27:15.852632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:27:14.697305Z","time spent":"1.155318711s","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-8qcb2\" "} {"level":"warn","ts":"2026-07-15T03:27:15.852585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.949976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-15T03:27:15.852647Z","caller":"traceutil/trace.go:171","msg":"trace[1497328641] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6210; }","duration":"351.387237ms","start":"2026-07-15T03:27:15.501242Z","end":"2026-07-15T03:27:15.852629Z","steps":["trace[1497328641] 'agreement among raft nodes before linearized reading' (duration: 351.215292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:27:15.852691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:27:15.501226Z","time spent":"351.456279ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8441,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-07-15T03:27:15.852684Z","caller":"traceutil/trace.go:171","msg":"trace[1470697798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6210; }","duration":"101.075639ms","start":"2026-07-15T03:27:15.751594Z","end":"2026-07-15T03:27:15.852669Z","steps":["trace[1470697798] 'agreement among raft nodes before linearized reading' (duration: 100.852113ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:27:15.852625Z","caller":"traceutil/trace.go:171","msg":"trace[1961033338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6210; }","duration":"505.369354ms","start":"2026-07-15T03:27:15.347241Z","end":"2026-07-15T03:27:15.85261Z","steps":["trace[1961033338] 'agreement among raft nodes before linearized reading' (duration: 505.177479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:27:15.853303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:27:15.347207Z","time spent":"506.081114ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-15T03:31:54.026813Z","caller":"traceutil/trace.go:171","msg":"trace[447906992] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"196.982952ms","start":"2026-07-15T03:31:53.829807Z","end":"2026-07-15T03:31:54.02679Z","steps":["trace[447906992] 'process raft request' (duration: 196.841769ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:31:57.428667Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6102} {"level":"info","ts":"2026-07-15T03:31:57.521947Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6102,"took":"91.278076ms","hash":3326392172,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":23474176,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-15T03:31:57.52208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3326392172,"revision":6102,"compact-revision":2983} {"level":"warn","ts":"2026-07-15T03:32:05.893162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.539967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-15T03:32:05.893363Z","caller":"traceutil/trace.go:171","msg":"trace[1865497893] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8612; }","duration":"169.975502ms","start":"2026-07-15T03:32:05.72337Z","end":"2026-07-15T03:32:05.893345Z","steps":["trace[1865497893] 'read index received' (duration: 39.841µs)","trace[1865497893] 'applied index is now lower than readState.Index' (duration: 169.934261ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:32:05.893433Z","caller":"traceutil/trace.go:171","msg":"trace[1980101602] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"348.291745ms","start":"2026-07-15T03:32:05.545082Z","end":"2026-07-15T03:32:05.893374Z","steps":["trace[1980101602] 'process raft request' (duration: 24.450139ms)","trace[1980101602] 'compare' (duration: 323.422574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:32:05.893683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:32:05.545062Z","time spent":"348.512901ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T03:32:05.89378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.350242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-15T03:32:05.893856Z","caller":"traceutil/trace.go:171","msg":"trace[1858239836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8320; }","duration":"170.506286ms","start":"2026-07-15T03:32:05.723322Z","end":"2026-07-15T03:32:05.893828Z","steps":["trace[1858239836] 'agreement among raft nodes before linearized reading' (duration: 170.219928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:32:05.893865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.531539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-15T03:32:05.89398Z","caller":"traceutil/trace.go:171","msg":"trace[615162241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8320; }","duration":"165.783986ms","start":"2026-07-15T03:32:05.728176Z","end":"2026-07-15T03:32:05.89396Z","steps":["trace[615162241] 'agreement among raft nodes before linearized reading' (duration: 165.405016ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:07.537131Z","caller":"traceutil/trace.go:171","msg":"trace[1449854385] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"127.113551ms","start":"2026-07-15T03:32:07.409997Z","end":"2026-07-15T03:32:07.53711Z","steps":["trace[1449854385] 'process raft request' (duration: 126.753391ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:33.871009Z","caller":"traceutil/trace.go:171","msg":"trace[508547030] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"368.496646ms","start":"2026-07-15T03:32:33.502487Z","end":"2026-07-15T03:32:33.870984Z","steps":["trace[508547030] 'process raft request' (duration: 368.342422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:32:33.871167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:32:33.502475Z","time spent":"368.61561ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T03:32:33.887042Z","caller":"traceutil/trace.go:171","msg":"trace[1544604468] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8821; }","duration":"200.667355ms","start":"2026-07-15T03:32:33.686347Z","end":"2026-07-15T03:32:33.887015Z","steps":["trace[1544604468] 'read index received' (duration: 184.534387ms)","trace[1544604468] 'applied index is now lower than readState.Index' (duration: 16.131678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:32:33.887259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.899371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8qcb2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T03:32:33.88724Z","caller":"traceutil/trace.go:171","msg":"trace[734810108] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"269.506446ms","start":"2026-07-15T03:32:33.617709Z","end":"2026-07-15T03:32:33.887215Z","steps":["trace[734810108] 'process raft request' (duration: 269.085795ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:33.887301Z","caller":"traceutil/trace.go:171","msg":"trace[1871859680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8qcb2; range_end:; response_count:1; response_revision:8524; }","duration":"200.999183ms","start":"2026-07-15T03:32:33.686291Z","end":"2026-07-15T03:32:33.88729Z","steps":["trace[1871859680] 'agreement among raft nodes before linearized reading' (duration: 200.841689ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:33.887579Z","caller":"traceutil/trace.go:171","msg":"trace[76533092] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"245.341775ms","start":"2026-07-15T03:32:33.642225Z","end":"2026-07-15T03:32:33.887567Z","steps":["trace[76533092] 'process raft request' (duration: 244.722408ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:38.041991Z","caller":"traceutil/trace.go:171","msg":"trace[194077907] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"147.371632ms","start":"2026-07-15T03:32:37.894595Z","end":"2026-07-15T03:32:38.041967Z","steps":["trace[194077907] 'process raft request' (duration: 74.260813ms)","trace[194077907] 'compare' (duration: 72.861462ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:32:38.042302Z","caller":"traceutil/trace.go:171","msg":"trace[483319230] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"144.608185ms","start":"2026-07-15T03:32:37.897665Z","end":"2026-07-15T03:32:38.042273Z","steps":["trace[483319230] 'process raft request' (duration: 144.233654ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:38.042566Z","caller":"traceutil/trace.go:171","msg":"trace[1772545662] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8842; }","duration":"135.138992ms","start":"2026-07-15T03:32:37.907414Z","end":"2026-07-15T03:32:38.042553Z","steps":["trace[1772545662] 'read index received' (duration: 61.445428ms)","trace[1772545662] 'applied index is now lower than readState.Index' (duration: 73.692484ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:32:38.042619Z","caller":"traceutil/trace.go:171","msg":"trace[1249021504] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"144.143972ms","start":"2026-07-15T03:32:37.898444Z","end":"2026-07-15T03:32:38.042588Z","steps":["trace[1249021504] 'process raft request' (duration: 143.69488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:32:38.042801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.361538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8qcb2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-15T03:32:38.042857Z","caller":"traceutil/trace.go:171","msg":"trace[1316875714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8qcb2; range_end:; response_count:1; response_revision:8544; }","duration":"135.465942ms","start":"2026-07-15T03:32:37.90738Z","end":"2026-07-15T03:32:38.042845Z","steps":["trace[1316875714] 'agreement among raft nodes before linearized reading' (duration: 135.232605ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:38.043141Z","caller":"traceutil/trace.go:171","msg":"trace[843302990] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"144.097751ms","start":"2026-07-15T03:32:37.898545Z","end":"2026-07-15T03:32:38.042643Z","steps":["trace[843302990] 'process raft request' (duration: 143.949167ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:46.20493Z","caller":"traceutil/trace.go:171","msg":"trace[559675250] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8933; }","duration":"130.571723ms","start":"2026-07-15T03:32:46.074334Z","end":"2026-07-15T03:32:46.204906Z","steps":["trace[559675250] 'read index received' (duration: 104.112879ms)","trace[559675250] 'applied index is now lower than readState.Index' (duration: 26.458054ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:32:46.205031Z","caller":"traceutil/trace.go:171","msg":"trace[2058795856] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"134.39162ms","start":"2026-07-15T03:32:46.070632Z","end":"2026-07-15T03:32:46.205024Z","steps":["trace[2058795856] 'process raft request' (duration: 134.243515ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:46.204987Z","caller":"traceutil/trace.go:171","msg":"trace[422787347] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"135.803929ms","start":"2026-07-15T03:32:46.069147Z","end":"2026-07-15T03:32:46.204951Z","steps":["trace[422787347] 'process raft request' (duration: 109.287372ms)","trace[422787347] 'compare' (duration: 26.319251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:32:46.205365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.706221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8qcb2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-15T03:32:46.205358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.004055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-15T03:32:46.205425Z","caller":"traceutil/trace.go:171","msg":"trace[195063824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8qcb2; range_end:; response_count:1; response_revision:8628; }","duration":"115.778993ms","start":"2026-07-15T03:32:46.089632Z","end":"2026-07-15T03:32:46.205411Z","steps":["trace[195063824] 'agreement among raft nodes before linearized reading' (duration: 115.581598ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:32:46.205442Z","caller":"traceutil/trace.go:171","msg":"trace[1117733283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8628; }","duration":"131.129439ms","start":"2026-07-15T03:32:46.074292Z","end":"2026-07-15T03:32:46.205422Z","steps":["trace[1117733283] 'agreement among raft nodes before linearized reading' (duration: 130.936023ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:33:03.059321Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002386.wal"} {"level":"info","ts":"2026-07-15T03:34:42.762908Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T03:34:42.768803Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-15T03:34:42.768953Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-15T03:36:57.435796Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8274} {"level":"info","ts":"2026-07-15T03:36:57.516598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8274,"took":"78.085906ms","hash":2614590446,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":24866816,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-15T03:36:57.516702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2614590446,"revision":8274,"compact-revision":6102} {"level":"info","ts":"2026-07-15T03:38:18.794389Z","caller":"traceutil/trace.go:171","msg":"trace[700804026] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"157.744584ms","start":"2026-07-15T03:38:18.636613Z","end":"2026-07-15T03:38:18.794358Z","steps":["trace[700804026] 'process raft request' (duration: 157.505547ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:38:18.801705Z","caller":"traceutil/trace.go:171","msg":"trace[602602505] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"152.412646ms","start":"2026-07-15T03:38:18.649269Z","end":"2026-07-15T03:38:18.801682Z","steps":["trace[602602505] 'process raft request' (duration: 152.354484ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:38:18.802033Z","caller":"traceutil/trace.go:171","msg":"trace[2114774665] transaction","detail":"{read_only:false; response_revision:11034; number_of_response:1; }","duration":"155.45135ms","start":"2026-07-15T03:38:18.646566Z","end":"2026-07-15T03:38:18.802017Z","steps":["trace[2114774665] 'process raft request' (duration: 150.417781ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:39:41.189697Z","caller":"traceutil/trace.go:171","msg":"trace[1575134411] transaction","detail":"{read_only:false; response_revision:11815; number_of_response:1; }","duration":"132.370731ms","start":"2026-07-15T03:39:41.057298Z","end":"2026-07-15T03:39:41.189669Z","steps":["trace[1575134411] 'process raft request' (duration: 132.174175ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:39:41.264851Z","caller":"traceutil/trace.go:171","msg":"trace[1943504749] transaction","detail":"{read_only:false; response_revision:11817; number_of_response:1; }","duration":"132.701189ms","start":"2026-07-15T03:39:41.132121Z","end":"2026-07-15T03:39:41.264822Z","steps":["trace[1943504749] 'process raft request' (duration: 132.565566ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:39:41.264859Z","caller":"traceutil/trace.go:171","msg":"trace[1895999408] transaction","detail":"{read_only:false; response_revision:11816; number_of_response:1; }","duration":"134.474649ms","start":"2026-07-15T03:39:41.130338Z","end":"2026-07-15T03:39:41.264812Z","steps":["trace[1895999408] 'process raft request' (duration: 133.986496ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:41:57.442561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10501} {"level":"info","ts":"2026-07-15T03:41:57.524331Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10501,"took":"79.024671ms","hash":1431756965,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":26337280,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-15T03:41:57.524461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1431756965,"revision":10501,"compact-revision":8274} {"level":"info","ts":"2026-07-15T03:46:22.965624Z","caller":"traceutil/trace.go:171","msg":"trace[833462984] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"123.644049ms","start":"2026-07-15T03:46:22.841962Z","end":"2026-07-15T03:46:22.965606Z","steps":["trace[833462984] 'process raft request' (duration: 123.515535ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:46:23.160103Z","caller":"traceutil/trace.go:171","msg":"trace[862274129] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"309.117812ms","start":"2026-07-15T03:46:22.850955Z","end":"2026-07-15T03:46:23.160073Z","steps":["trace[862274129] 'process raft request' (duration: 217.892663ms)","trace[862274129] 'compare' (duration: 90.830798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:46:23.160239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:46:22.850928Z","time spent":"309.241065ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T03:46:57.44917Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12743} {"level":"info","ts":"2026-07-15T03:46:57.530792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12743,"took":"79.137205ms","hash":3551798021,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":28815360,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-15T03:46:57.530845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3551798021,"revision":12743,"compact-revision":10501} {"level":"info","ts":"2026-07-15T03:47:35.814615Z","caller":"traceutil/trace.go:171","msg":"trace[1247878939] transaction","detail":"{read_only:false; response_revision:15425; number_of_response:1; }","duration":"110.912326ms","start":"2026-07-15T03:47:35.703672Z","end":"2026-07-15T03:47:35.814585Z","steps":["trace[1247878939] 'process raft request' (duration: 110.728291ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:47:54.027466Z","caller":"traceutil/trace.go:171","msg":"trace[1229293585] transaction","detail":"{read_only:false; response_revision:15523; number_of_response:1; }","duration":"116.750047ms","start":"2026-07-15T03:47:53.91065Z","end":"2026-07-15T03:47:54.0274Z","steps":["trace[1229293585] 'process raft request' (duration: 114.949587ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:47:59.625564Z","caller":"traceutil/trace.go:171","msg":"trace[1732718008] transaction","detail":"{read_only:false; response_revision:15551; number_of_response:1; }","duration":"110.271848ms","start":"2026-07-15T03:47:59.515255Z","end":"2026-07-15T03:47:59.625527Z","steps":["trace[1732718008] 'process raft request' (duration: 110.035612ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:48:00.674847Z","caller":"traceutil/trace.go:171","msg":"trace[297771390] linearizableReadLoop","detail":"{readStateIndex:16089; appliedIndex:16088; }","duration":"178.952992ms","start":"2026-07-15T03:48:00.495871Z","end":"2026-07-15T03:48:00.674824Z","steps":["trace[297771390] 'read index received' (duration: 82.090206ms)","trace[297771390] 'applied index is now lower than readState.Index' (duration: 96.861816ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:48:00.67487Z","caller":"traceutil/trace.go:171","msg":"trace[548615551] transaction","detail":"{read_only:false; response_revision:15555; number_of_response:1; }","duration":"180.894336ms","start":"2026-07-15T03:48:00.493946Z","end":"2026-07-15T03:48:00.67484Z","steps":["trace[548615551] 'process raft request' (duration: 83.941797ms)","trace[548615551] 'compare' (duration: 96.813755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:48:00.675076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.20438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-15T03:48:00.675111Z","caller":"traceutil/trace.go:171","msg":"trace[1599796623] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15555; }","duration":"179.282382ms","start":"2026-07-15T03:48:00.495819Z","end":"2026-07-15T03:48:00.675101Z","steps":["trace[1599796623] 'agreement among raft nodes before linearized reading' (duration: 179.106087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:48:00.970466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.829597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-15T03:48:00.970551Z","caller":"traceutil/trace.go:171","msg":"trace[106047189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15555; }","duration":"100.96381ms","start":"2026-07-15T03:48:00.869568Z","end":"2026-07-15T03:48:00.970532Z","steps":["trace[106047189] 'range keys from in-memory index tree' (duration: 100.692933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:48:00.970479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.508342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-k9bkq\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-15T03:48:00.970787Z","caller":"traceutil/trace.go:171","msg":"trace[465920107] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-k9bkq; range_end:; response_count:1; response_revision:15555; }","duration":"173.841891ms","start":"2026-07-15T03:48:00.796918Z","end":"2026-07-15T03:48:00.97076Z","steps":["trace[465920107] 'range keys from in-memory index tree' (duration: 173.323676ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:51:57.455303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14898} {"level":"info","ts":"2026-07-15T03:51:57.549696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14898,"took":"92.062543ms","hash":1495284444,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":30375936,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-15T03:51:57.549774Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1495284444,"revision":14898,"compact-revision":12743} {"level":"info","ts":"2026-07-15T03:54:24.229748Z","caller":"traceutil/trace.go:171","msg":"trace[853547295] transaction","detail":"{read_only:false; response_revision:18328; number_of_response:1; }","duration":"148.161038ms","start":"2026-07-15T03:54:24.081561Z","end":"2026-07-15T03:54:24.229722Z","steps":["trace[853547295] 'process raft request' (duration: 147.936502ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:54:25.300494Z","caller":"traceutil/trace.go:171","msg":"trace[1761989436] linearizableReadLoop","detail":"{readStateIndex:18955; appliedIndex:18954; }","duration":"433.94042ms","start":"2026-07-15T03:54:24.866488Z","end":"2026-07-15T03:54:25.300428Z","steps":["trace[1761989436] 'read index received' (duration: 433.636081ms)","trace[1761989436] 'applied index is now lower than readState.Index' (duration: 302.559µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:54:25.300566Z","caller":"traceutil/trace.go:171","msg":"trace[304467552] transaction","detail":"{read_only:false; response_revision:18330; number_of_response:1; }","duration":"436.771068ms","start":"2026-07-15T03:54:24.863753Z","end":"2026-07-15T03:54:25.300524Z","steps":["trace[304467552] 'process raft request' (duration: 436.405198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:54:25.300747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:54:24.863738Z","time spent":"436.933602ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T03:54:25.30074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.239339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-15T03:54:25.300815Z","caller":"traceutil/trace.go:171","msg":"trace[1897914868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18330; }","duration":"434.348022ms","start":"2026-07-15T03:54:24.866441Z","end":"2026-07-15T03:54:25.300789Z","steps":["trace[1897914868] 'agreement among raft nodes before linearized reading' (duration: 434.152606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:54:25.300859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:54:24.866427Z","time spent":"434.420543ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-15T03:54:25.312324Z","caller":"traceutil/trace.go:171","msg":"trace[1356260162] transaction","detail":"{read_only:false; response_revision:18331; number_of_response:1; }","duration":"211.112593ms","start":"2026-07-15T03:54:25.101196Z","end":"2026-07-15T03:54:25.312309Z","steps":["trace[1356260162] 'process raft request' (duration: 210.986749ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:54:25.312592Z","caller":"traceutil/trace.go:171","msg":"trace[2073262795] transaction","detail":"{read_only:false; response_revision:18332; number_of_response:1; }","duration":"109.499485ms","start":"2026-07-15T03:54:25.203074Z","end":"2026-07-15T03:54:25.312574Z","steps":["trace[2073262795] 'process raft request' (duration: 109.196927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:54:25.312745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.370979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-k9bkq\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-07-15T03:54:25.312743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.265094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-15T03:54:25.312792Z","caller":"traceutil/trace.go:171","msg":"trace[317260350] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-k9bkq; range_end:; response_count:1; response_revision:18333; }","duration":"264.460032ms","start":"2026-07-15T03:54:25.048319Z","end":"2026-07-15T03:54:25.312779Z","steps":["trace[317260350] 'agreement among raft nodes before linearized reading' (duration: 264.277747ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:54:25.312802Z","caller":"traceutil/trace.go:171","msg":"trace[1517259590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18333; }","duration":"423.405728ms","start":"2026-07-15T03:54:24.889382Z","end":"2026-07-15T03:54:25.312787Z","steps":["trace[1517259590] 'agreement among raft nodes before linearized reading' (duration: 423.198832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:54:25.312833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:54:24.889367Z","time spent":"423.459019ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-15T03:54:25.312963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.816259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T03:54:25.312991Z","caller":"traceutil/trace.go:171","msg":"trace[358249259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18333; }","duration":"309.85047ms","start":"2026-07-15T03:54:25.003132Z","end":"2026-07-15T03:54:25.312982Z","steps":["trace[358249259] 'agreement among raft nodes before linearized reading' (duration: 309.784678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:54:25.313009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:54:25.003127Z","time spent":"309.87794ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-15T03:54:25.313106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.894119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T03:54:25.313128Z","caller":"traceutil/trace.go:171","msg":"trace[770362386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18333; }","duration":"310.942651ms","start":"2026-07-15T03:54:25.00218Z","end":"2026-07-15T03:54:25.313123Z","steps":["trace[770362386] 'agreement among raft nodes before linearized reading' (duration: 310.881489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:54:25.313144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:54:25.002166Z","time spent":"310.975051ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-15T03:54:25.31332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.840406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T03:54:25.313361Z","caller":"traceutil/trace.go:171","msg":"trace[92737877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18333; }","duration":"315.913638ms","start":"2026-07-15T03:54:24.997437Z","end":"2026-07-15T03:54:25.313351Z","steps":["trace[92737877] 'agreement among raft nodes before linearized reading' (duration: 315.786894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T03:54:25.31339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T03:54:24.997424Z","time spent":"315.958239ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-15T03:54:25.419774Z","caller":"traceutil/trace.go:171","msg":"trace[1604808657] transaction","detail":"{read_only:false; response_revision:18335; number_of_response:1; }","duration":"102.008988ms","start":"2026-07-15T03:54:25.31774Z","end":"2026-07-15T03:54:25.419749Z","steps":["trace[1604808657] 'process raft request' (duration: 67.663736ms)","trace[1604808657] 'compare' (duration: 34.184948ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T03:54:25.420087Z","caller":"traceutil/trace.go:171","msg":"trace[692063594] transaction","detail":"{read_only:false; response_revision:18336; number_of_response:1; }","duration":"100.810395ms","start":"2026-07-15T03:54:25.319237Z","end":"2026-07-15T03:54:25.420048Z","steps":["trace[692063594] 'process raft request' (duration: 100.474705ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:54:25.420477Z","caller":"traceutil/trace.go:171","msg":"trace[803011533] linearizableReadLoop","detail":"{readStateIndex:18960; appliedIndex:18958; }","duration":"102.497681ms","start":"2026-07-15T03:54:25.317964Z","end":"2026-07-15T03:54:25.420462Z","steps":["trace[803011533] 'read index received' (duration: 17.197897ms)","trace[803011533] 'applied index is now lower than readState.Index' (duration: 85.298434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T03:54:25.421479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.49962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946768"} {"level":"info","ts":"2026-07-15T03:54:25.421537Z","caller":"traceutil/trace.go:171","msg":"trace[1631705242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18337; }","duration":"103.573322ms","start":"2026-07-15T03:54:25.317952Z","end":"2026-07-15T03:54:25.421526Z","steps":["trace[1631705242] 'agreement among raft nodes before linearized reading' (duration: 102.578914ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T03:56:03.771081Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T03:56:03.777694Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-15T03:56:03.777753Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-15T03:56:57.460995Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17346} {"level":"info","ts":"2026-07-15T03:56:57.553736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17346,"took":"89.997395ms","hash":3386922429,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":34193408,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-15T03:56:57.553817Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3386922429,"revision":17346,"compact-revision":14898} {"level":"info","ts":"2026-07-15T04:00:16.965545Z","caller":"traceutil/trace.go:171","msg":"trace[667512641] transaction","detail":"{read_only:false; response_revision:21117; number_of_response:1; }","duration":"341.119427ms","start":"2026-07-15T04:00:16.624394Z","end":"2026-07-15T04:00:16.965513Z","steps":["trace[667512641] 'process raft request' (duration: 341.040735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:00:16.9657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:00:16.624368Z","time spent":"341.24623ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:00:16.965898Z","caller":"traceutil/trace.go:171","msg":"trace[623976467] transaction","detail":"{read_only:false; response_revision:21116; number_of_response:1; }","duration":"369.305428ms","start":"2026-07-15T04:00:16.596573Z","end":"2026-07-15T04:00:16.965879Z","steps":["trace[623976467] 'process raft request' (duration: 368.719322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:00:16.965982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:00:16.596543Z","time spent":"369.399851ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T04:00:17.013047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.379629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:00:17.013135Z","caller":"traceutil/trace.go:171","msg":"trace[1038096251] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:21118; }","duration":"128.510843ms","start":"2026-07-15T04:00:16.884606Z","end":"2026-07-15T04:00:17.013117Z","steps":["trace[1038096251] 'agreement among raft nodes before linearized reading' (duration: 128.337698ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:00:19.202428Z","caller":"traceutil/trace.go:171","msg":"trace[1814877444] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"136.547505ms","start":"2026-07-15T04:00:19.065859Z","end":"2026-07-15T04:00:19.202406Z","steps":["trace[1814877444] 'process raft request' (duration: 136.444332ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:00:19.202914Z","caller":"traceutil/trace.go:171","msg":"trace[1409793476] linearizableReadLoop","detail":"{readStateIndex:21844; appliedIndex:21844; }","duration":"135.928058ms","start":"2026-07-15T04:00:19.066977Z","end":"2026-07-15T04:00:19.202905Z","steps":["trace[1409793476] 'read index received' (duration: 135.924008ms)","trace[1409793476] 'applied index is now lower than readState.Index' (duration: 3.55µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:00:19.203098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.109523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-15T04:00:19.203154Z","caller":"traceutil/trace.go:171","msg":"trace[2077245469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21130; }","duration":"136.198966ms","start":"2026-07-15T04:00:19.066947Z","end":"2026-07-15T04:00:19.203146Z","steps":["trace[2077245469] 'agreement among raft nodes before linearized reading' (duration: 136.043422ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:00:19.275207Z","caller":"traceutil/trace.go:171","msg":"trace[766499440] transaction","detail":"{read_only:false; response_revision:21131; number_of_response:1; }","duration":"208.030497ms","start":"2026-07-15T04:00:19.067145Z","end":"2026-07-15T04:00:19.275176Z","steps":["trace[766499440] 'process raft request' (duration: 207.900793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:00:19.275281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.997867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-15T04:00:19.275322Z","caller":"traceutil/trace.go:171","msg":"trace[1532483752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21131; }","duration":"208.105999ms","start":"2026-07-15T04:00:19.067207Z","end":"2026-07-15T04:00:19.275313Z","steps":["trace[1532483752] 'agreement among raft nodes before linearized reading' (duration: 207.943765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:00:19.275349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.162823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-15T04:00:19.275394Z","caller":"traceutil/trace.go:171","msg":"trace[714698581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21131; }","duration":"207.240065ms","start":"2026-07-15T04:00:19.068142Z","end":"2026-07-15T04:00:19.275382Z","steps":["trace[714698581] 'agreement among raft nodes before linearized reading' (duration: 207.101612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:00:19.460487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.221654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:00:19.460901Z","caller":"traceutil/trace.go:171","msg":"trace[208213465] transaction","detail":"{read_only:false; response_revision:21132; number_of_response:1; }","duration":"254.299079ms","start":"2026-07-15T04:00:19.206565Z","end":"2026-07-15T04:00:19.460829Z","steps":["trace[208213465] 'process raft request' (duration: 94.607042ms)","trace[208213465] 'compare' (duration: 159.094281ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:00:19.460951Z","caller":"traceutil/trace.go:171","msg":"trace[1839198306] transaction","detail":"{read_only:false; response_revision:21134; number_of_response:1; }","duration":"180.849683ms","start":"2026-07-15T04:00:19.280082Z","end":"2026-07-15T04:00:19.460932Z","steps":["trace[1839198306] 'process raft request' (duration: 180.798172ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:00:19.460976Z","caller":"traceutil/trace.go:171","msg":"trace[308689461] transaction","detail":"{read_only:false; response_revision:21133; number_of_response:1; }","duration":"181.750549ms","start":"2026-07-15T04:00:19.279204Z","end":"2026-07-15T04:00:19.460955Z","steps":["trace[308689461] 'process raft request' (duration: 181.581214ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:00:19.460959Z","caller":"traceutil/trace.go:171","msg":"trace[1984935032] linearizableReadLoop","detail":"{readStateIndex:21846; appliedIndex:21845; }","duration":"183.420845ms","start":"2026-07-15T04:00:19.277503Z","end":"2026-07-15T04:00:19.460924Z","steps":["trace[1984935032] 'read index received' (duration: 23.684607ms)","trace[1984935032] 'applied index is now lower than readState.Index' (duration: 159.732208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:00:19.461132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.5961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:00:19.461184Z","caller":"traceutil/trace.go:171","msg":"trace[859293654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21134; }","duration":"183.691162ms","start":"2026-07-15T04:00:19.277482Z","end":"2026-07-15T04:00:19.461173Z","steps":["trace[859293654] 'agreement among raft nodes before linearized reading' (duration: 183.537178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:00:19.461293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.883719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:00:19.461378Z","caller":"traceutil/trace.go:171","msg":"trace[972762094] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21134; }","duration":"135.122506ms","start":"2026-07-15T04:00:19.326238Z","end":"2026-07-15T04:00:19.461361Z","steps":["trace[972762094] 'agreement among raft nodes before linearized reading' (duration: 134.8942ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:01:57.469832Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19660} {"level":"info","ts":"2026-07-15T04:01:57.582681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19660,"took":"107.231252ms","hash":665762836,"current-db-size-bytes":58568704,"current-db-size":"59 MB","current-db-size-in-use-bytes":30351360,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-15T04:01:57.582758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":665762836,"revision":19660,"compact-revision":17346} {"level":"info","ts":"2026-07-15T04:04:26.076587Z","caller":"traceutil/trace.go:171","msg":"trace[1598120391] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"184.031995ms","start":"2026-07-15T04:04:25.892516Z","end":"2026-07-15T04:04:26.076548Z","steps":["trace[1598120391] 'process raft request' (duration: 183.885551ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:04:26.07668Z","caller":"traceutil/trace.go:171","msg":"trace[1416333195] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"186.122934ms","start":"2026-07-15T04:04:25.890511Z","end":"2026-07-15T04:04:26.076634Z","steps":["trace[1416333195] 'process raft request' (duration: 185.715362ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:06:57.475201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21979} {"level":"info","ts":"2026-07-15T04:06:57.584286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21979,"took":"105.132507ms","hash":1188910657,"current-db-size-bytes":59875328,"current-db-size":"60 MB","current-db-size-in-use-bytes":45363200,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-15T04:06:57.584349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1188910657,"revision":21979,"compact-revision":19660} {"level":"info","ts":"2026-07-15T04:07:26.466198Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000066bf.wal"} {"level":"warn","ts":"2026-07-15T04:07:57.892039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.735855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:07:57.892385Z","caller":"traceutil/trace.go:171","msg":"trace[1416810190] linearizableReadLoop","detail":"{readStateIndex:26681; appliedIndex:26679; }","duration":"348.108297ms","start":"2026-07-15T04:07:57.544259Z","end":"2026-07-15T04:07:57.892367Z","steps":["trace[1416810190] 'read index received' (duration: 56.9552ms)","trace[1416810190] 'applied index is now lower than readState.Index' (duration: 291.152047ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:07:57.892489Z","caller":"traceutil/trace.go:171","msg":"trace[1236773709] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"357.774165ms","start":"2026-07-15T04:07:57.534704Z","end":"2026-07-15T04:07:57.892478Z","steps":["trace[1236773709] 'process raft request' (duration: 357.525278ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:07:57.892501Z","caller":"traceutil/trace.go:171","msg":"trace[989802920] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"369.827839ms","start":"2026-07-15T04:07:57.522647Z","end":"2026-07-15T04:07:57.892475Z","steps":["trace[989802920] 'process raft request' (duration: 78.557429ms)","trace[989802920] 'compare' (duration: 289.221043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:07:57.89255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.534683Z","time spent":"357.831347ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T04:07:57.892629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.522627Z","time spent":"369.931132ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T04:07:57.892917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.652972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-15T04:07:57.892953Z","caller":"traceutil/trace.go:171","msg":"trace[1010864489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25839; }","duration":"348.709264ms","start":"2026-07-15T04:07:57.544234Z","end":"2026-07-15T04:07:57.892943Z","steps":["trace[1010864489] 'agreement among raft nodes before linearized reading' (duration: 348.580091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:57.892989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.544225Z","time spent":"348.758765ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-15T04:07:57.893183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.161611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:07:57.893218Z","caller":"traceutil/trace.go:171","msg":"trace[1175920416] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25839; }","duration":"258.200592ms","start":"2026-07-15T04:07:57.635007Z","end":"2026-07-15T04:07:57.893207Z","steps":["trace[1175920416] 'agreement among raft nodes before linearized reading' (duration: 258.137271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:57.893479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.694613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:07:57.893511Z","caller":"traceutil/trace.go:171","msg":"trace[2130495533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25839; }","duration":"242.762965ms","start":"2026-07-15T04:07:57.650739Z","end":"2026-07-15T04:07:57.893502Z","steps":["trace[2130495533] 'agreement among raft nodes before linearized reading' (duration: 242.710113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:57.89365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.370712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:07:57.893687Z","caller":"traceutil/trace.go:171","msg":"trace[1016805177] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25839; }","duration":"212.408023ms","start":"2026-07-15T04:07:57.68127Z","end":"2026-07-15T04:07:57.893679Z","steps":["trace[1016805177] 'agreement among raft nodes before linearized reading' (duration: 212.356061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:58.3936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.492028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:07:58.393722Z","caller":"traceutil/trace.go:171","msg":"trace[1194183591] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"494.794106ms","start":"2026-07-15T04:07:57.898905Z","end":"2026-07-15T04:07:58.393699Z","steps":["trace[1194183591] 'process raft request' (duration: 248.105152ms)","trace[1194183591] 'compare' (duration: 245.737418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:07:58.393783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.898893Z","time spent":"494.862859ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:07:58.544246Z","caller":"traceutil/trace.go:171","msg":"trace[1570079657] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"645.141887ms","start":"2026-07-15T04:07:57.89905Z","end":"2026-07-15T04:07:58.544192Z","steps":["trace[1570079657] 'process raft request' (duration: 628.603718ms)","trace[1570079657] 'compare' (duration: 16.341013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:07:58.544413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.899031Z","time spent":"645.293811ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:07:58.544535Z","caller":"traceutil/trace.go:171","msg":"trace[573262100] linearizableReadLoop","detail":"{readStateIndex:26685; appliedIndex:26681; }","duration":"606.732881ms","start":"2026-07-15T04:07:57.937778Z","end":"2026-07-15T04:07:58.544511Z","steps":["trace[573262100] 'read index received' (duration: 209.246095ms)","trace[573262100] 'applied index is now lower than readState.Index' (duration: 397.484926ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:07:58.544634Z","caller":"traceutil/trace.go:171","msg":"trace[1020513296] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"645.517648ms","start":"2026-07-15T04:07:57.899108Z","end":"2026-07-15T04:07:58.544625Z","steps":["trace[1020513296] 'process raft request' (duration: 644.990713ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:07:58.544621Z","caller":"traceutil/trace.go:171","msg":"trace[1410805018] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"197.554481ms","start":"2026-07-15T04:07:58.347042Z","end":"2026-07-15T04:07:58.544596Z","steps":["trace[1410805018] 'process raft request' (duration: 197.141919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:58.54473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.899104Z","time spent":"645.547928ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:07:58.544776Z","caller":"traceutil/trace.go:171","msg":"trace[556931991] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"197.216531ms","start":"2026-07-15T04:07:58.347547Z","end":"2026-07-15T04:07:58.544764Z","steps":["trace[556931991] 'process raft request' (duration: 196.710906ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:07:58.544803Z","caller":"traceutil/trace.go:171","msg":"trace[1537867614] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"644.112108ms","start":"2026-07-15T04:07:57.900685Z","end":"2026-07-15T04:07:58.544797Z","steps":["trace[1537867614] 'process raft request' (duration: 643.4563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:58.544832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.900678Z","time spent":"644.136609ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T04:07:58.544936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.160973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-15T04:07:58.544952Z","caller":"traceutil/trace.go:171","msg":"trace[187109132] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25846; }","duration":"607.226216ms","start":"2026-07-15T04:07:57.937721Z","end":"2026-07-15T04:07:58.544947Z","steps":["trace[187109132] 'agreement among raft nodes before linearized reading' (duration: 607.141093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:58.544965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:57.9377Z","time spent":"607.262266ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-15T04:07:58.545168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.128107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-07-15T04:07:58.54521Z","caller":"traceutil/trace.go:171","msg":"trace[1699498491] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25846; }","duration":"264.20523ms","start":"2026-07-15T04:07:58.280993Z","end":"2026-07-15T04:07:58.545198Z","steps":["trace[1699498491] 'agreement among raft nodes before linearized reading' (duration: 264.066236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:58.545416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.272909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:07:58.545435Z","caller":"traceutil/trace.go:171","msg":"trace[1965489880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25846; }","duration":"199.309779ms","start":"2026-07-15T04:07:58.34612Z","end":"2026-07-15T04:07:58.54543Z","steps":["trace[1965489880] 'agreement among raft nodes before linearized reading' (duration: 199.278658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:58.545439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.97811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-15T04:07:58.545472Z","caller":"traceutil/trace.go:171","msg":"trace[1014050180] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25846; }","duration":"115.010971ms","start":"2026-07-15T04:07:58.43045Z","end":"2026-07-15T04:07:58.545461Z","steps":["trace[1014050180] 'agreement among raft nodes before linearized reading' (duration: 114.915968ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:07:59.188501Z","caller":"traceutil/trace.go:171","msg":"trace[1063049891] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"338.451279ms","start":"2026-07-15T04:07:58.85002Z","end":"2026-07-15T04:07:59.188471Z","steps":["trace[1063049891] 'process raft request' (duration: 338.213792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:59.188679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:58.849986Z","time spent":"338.596193ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:07:59.201655Z","caller":"traceutil/trace.go:171","msg":"trace[1993142567] linearizableReadLoop","detail":"{readStateIndex:26690; appliedIndex:26688; }","duration":"348.20224ms","start":"2026-07-15T04:07:58.853432Z","end":"2026-07-15T04:07:59.201634Z","steps":["trace[1993142567] 'read index received' (duration: 334.783018ms)","trace[1993142567] 'applied index is now lower than readState.Index' (duration: 13.418372ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:07:59.201957Z","caller":"traceutil/trace.go:171","msg":"trace[1961626431] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"351.332796ms","start":"2026-07-15T04:07:58.850617Z","end":"2026-07-15T04:07:59.20195Z","steps":["trace[1961626431] 'process raft request' (duration: 350.867683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:59.202038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:58.850603Z","time spent":"351.375578ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:07:59.20217Z","caller":"traceutil/trace.go:171","msg":"trace[1051294126] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"124.408121ms","start":"2026-07-15T04:07:59.077756Z","end":"2026-07-15T04:07:59.202164Z","steps":["trace[1051294126] 'process raft request' (duration: 123.842825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:59.205662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.232331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-15T04:07:59.205728Z","caller":"traceutil/trace.go:171","msg":"trace[1167461051] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25849; }","duration":"352.344134ms","start":"2026-07-15T04:07:58.853367Z","end":"2026-07-15T04:07:59.205711Z","steps":["trace[1167461051] 'agreement among raft nodes before linearized reading' (duration: 348.872188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:59.205767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:58.853353Z","time spent":"352.405257ms","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-15T04:07:59.206118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.572224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130209"} {"level":"info","ts":"2026-07-15T04:07:59.206179Z","caller":"traceutil/trace.go:171","msg":"trace[1431120082] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25849; }","duration":"346.651247ms","start":"2026-07-15T04:07:58.85951Z","end":"2026-07-15T04:07:59.206161Z","steps":["trace[1431120082] 'agreement among raft nodes before linearized reading' (duration: 342.749199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:07:59.206218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:07:58.859499Z","time spent":"346.709598ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130232,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-15T04:07:59.206762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.450953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:07:59.206794Z","caller":"traceutil/trace.go:171","msg":"trace[791774300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25849; }","duration":"124.488894ms","start":"2026-07-15T04:07:59.082296Z","end":"2026-07-15T04:07:59.206785Z","steps":["trace[791774300] 'agreement among raft nodes before linearized reading' (duration: 120.055891ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:07:59.5652Z","caller":"traceutil/trace.go:171","msg":"trace[1022265580] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"124.069672ms","start":"2026-07-15T04:07:59.441105Z","end":"2026-07-15T04:07:59.565175Z","steps":["trace[1022265580] 'process raft request' (duration: 123.456465ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:07:59.718227Z","caller":"traceutil/trace.go:171","msg":"trace[1259835465] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"142.896754ms","start":"2026-07-15T04:07:59.575281Z","end":"2026-07-15T04:07:59.718178Z","steps":["trace[1259835465] 'process raft request' (duration: 117.665394ms)","trace[1259835465] 'compare' (duration: 24.570852ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:07:59.972981Z","caller":"traceutil/trace.go:171","msg":"trace[124076301] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"247.148166ms","start":"2026-07-15T04:07:59.725792Z","end":"2026-07-15T04:07:59.97294Z","steps":["trace[124076301] 'process raft request' (duration: 246.973492ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:00.690585Z","caller":"traceutil/trace.go:171","msg":"trace[1270403215] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26697; }","duration":"143.003287ms","start":"2026-07-15T04:08:00.547559Z","end":"2026-07-15T04:08:00.690562Z","steps":["trace[1270403215] 'read index received' (duration: 142.854813ms)","trace[1270403215] 'applied index is now lower than readState.Index' (duration: 147.484µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:00.690634Z","caller":"traceutil/trace.go:171","msg":"trace[531999842] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"196.438839ms","start":"2026-07-15T04:08:00.494174Z","end":"2026-07-15T04:08:00.690613Z","steps":["trace[531999842] 'process raft request' (duration: 196.201383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:00.690829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.260345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-15T04:08:00.690875Z","caller":"traceutil/trace.go:171","msg":"trace[642696497] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25856; }","duration":"143.364027ms","start":"2026-07-15T04:08:00.547501Z","end":"2026-07-15T04:08:00.690865Z","steps":["trace[642696497] 'agreement among raft nodes before linearized reading' (duration: 143.193043ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:00.767121Z","caller":"traceutil/trace.go:171","msg":"trace[685950301] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"215.450857ms","start":"2026-07-15T04:08:00.551627Z","end":"2026-07-15T04:08:00.767078Z","steps":["trace[685950301] 'process raft request' (duration: 215.142018ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:00.767824Z","caller":"traceutil/trace.go:171","msg":"trace[1625852966] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"215.833748ms","start":"2026-07-15T04:08:00.551953Z","end":"2026-07-15T04:08:00.767787Z","steps":["trace[1625852966] 'process raft request' (duration: 215.637142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:00.767954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.4762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T04:08:00.768053Z","caller":"traceutil/trace.go:171","msg":"trace[1112378733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25859; }","duration":"214.616413ms","start":"2026-07-15T04:08:00.553417Z","end":"2026-07-15T04:08:00.768033Z","steps":["trace[1112378733] 'agreement among raft nodes before linearized reading' (duration: 214.350606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:00.768046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.86018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T04:08:00.768103Z","caller":"traceutil/trace.go:171","msg":"trace[552107029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25859; }","duration":"210.981663ms","start":"2026-07-15T04:08:00.557105Z","end":"2026-07-15T04:08:00.768087Z","steps":["trace[552107029] 'agreement among raft nodes before linearized reading' (duration: 210.708335ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:00.76822Z","caller":"traceutil/trace.go:171","msg":"trace[2008048271] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"216.298861ms","start":"2026-07-15T04:08:00.551886Z","end":"2026-07-15T04:08:00.768184Z","steps":["trace[2008048271] 'process raft request' (duration: 215.119518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:00.768506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.482996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T04:08:00.768565Z","caller":"traceutil/trace.go:171","msg":"trace[1104122422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25859; }","duration":"211.58835ms","start":"2026-07-15T04:08:00.556962Z","end":"2026-07-15T04:08:00.76855Z","steps":["trace[1104122422] 'agreement among raft nodes before linearized reading' (duration: 211.082416ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:09.452265Z","caller":"traceutil/trace.go:171","msg":"trace[985224879] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"212.35042ms","start":"2026-07-15T04:08:09.239881Z","end":"2026-07-15T04:08:09.452232Z","steps":["trace[985224879] 'process raft request' (duration: 188.147759ms)","trace[985224879] 'compare' (duration: 24.029877ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:09.452398Z","caller":"traceutil/trace.go:171","msg":"trace[1732943819] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26777; }","duration":"104.508599ms","start":"2026-07-15T04:08:09.347877Z","end":"2026-07-15T04:08:09.452386Z","steps":["trace[1732943819] 'read index received' (duration: 80.075391ms)","trace[1732943819] 'applied index is now lower than readState.Index' (duration: 24.432218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:09.452717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.819438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:09.4528Z","caller":"traceutil/trace.go:171","msg":"trace[575611788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25934; }","duration":"104.944811ms","start":"2026-07-15T04:08:09.347833Z","end":"2026-07-15T04:08:09.452778Z","steps":["trace[575611788] 'agreement among raft nodes before linearized reading' (duration: 104.810608ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:09.988007Z","caller":"traceutil/trace.go:171","msg":"trace[295555181] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"126.009626ms","start":"2026-07-15T04:08:09.861969Z","end":"2026-07-15T04:08:09.987979Z","steps":["trace[295555181] 'process raft request' (duration: 125.819831ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:10.169301Z","caller":"traceutil/trace.go:171","msg":"trace[583455550] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"125.658706ms","start":"2026-07-15T04:08:10.0436Z","end":"2026-07-15T04:08:10.169259Z","steps":["trace[583455550] 'process raft request' (duration: 125.363348ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:10.537616Z","caller":"traceutil/trace.go:171","msg":"trace[1341075225] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"493.705776ms","start":"2026-07-15T04:08:10.043879Z","end":"2026-07-15T04:08:10.537584Z","steps":["trace[1341075225] 'process raft request' (duration: 493.438048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:10.537868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:08:10.043865Z","time spent":"493.901122ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T04:08:10.86746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.970805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-15T04:08:10.86752Z","caller":"traceutil/trace.go:171","msg":"trace[997931933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25940; }","duration":"130.078418ms","start":"2026-07-15T04:08:10.737427Z","end":"2026-07-15T04:08:10.867505Z","steps":["trace[997931933] 'range keys from in-memory index tree' (duration: 129.831382ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:11.037168Z","caller":"traceutil/trace.go:171","msg":"trace[570355114] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"165.253344ms","start":"2026-07-15T04:08:10.87186Z","end":"2026-07-15T04:08:11.037113Z","steps":["trace[570355114] 'process raft request' (duration: 140.563639ms)","trace[570355114] 'compare' (duration: 24.477849ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:11.037052Z","caller":"traceutil/trace.go:171","msg":"trace[314621459] linearizableReadLoop","detail":"{readStateIndex:26789; appliedIndex:26788; }","duration":"155.047521ms","start":"2026-07-15T04:08:10.881976Z","end":"2026-07-15T04:08:11.037023Z","steps":["trace[314621459] 'read index received' (duration: 130.51489ms)","trace[314621459] 'applied index is now lower than readState.Index' (duration: 24.531011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:11.037567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.581818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T04:08:11.037843Z","caller":"traceutil/trace.go:171","msg":"trace[539026332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25944; }","duration":"216.67177ms","start":"2026-07-15T04:08:10.820952Z","end":"2026-07-15T04:08:11.037624Z","steps":["trace[539026332] 'agreement among raft nodes before linearized reading' (duration: 216.30957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:11.038229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.599636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T04:08:11.038354Z","caller":"traceutil/trace.go:171","msg":"trace[1116843149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25944; }","duration":"217.766681ms","start":"2026-07-15T04:08:10.820558Z","end":"2026-07-15T04:08:11.038325Z","steps":["trace[1116843149] 'agreement among raft nodes before linearized reading' (duration: 216.699171ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:11.214103Z","caller":"traceutil/trace.go:171","msg":"trace[1430445260] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"328.622286ms","start":"2026-07-15T04:08:10.885439Z","end":"2026-07-15T04:08:11.214061Z","steps":["trace[1430445260] 'process raft request' (duration: 301.180425ms)","trace[1430445260] 'compare' (duration: 27.082951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:11.214309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:08:10.885421Z","time spent":"328.7625ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:08:11.214365Z","caller":"traceutil/trace.go:171","msg":"trace[76969531] linearizableReadLoop","detail":"{readStateIndex:26790; appliedIndex:26789; }","duration":"176.815385ms","start":"2026-07-15T04:08:11.037539Z","end":"2026-07-15T04:08:11.214354Z","steps":["trace[76969531] 'read index received' (duration: 149.138157ms)","trace[76969531] 'applied index is now lower than readState.Index' (duration: 27.675458ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:11.214396Z","caller":"traceutil/trace.go:171","msg":"trace[1327824706] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"172.140825ms","start":"2026-07-15T04:08:11.04223Z","end":"2026-07-15T04:08:11.214371Z","steps":["trace[1327824706] 'process raft request' (duration: 171.861588ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:11.214294Z","caller":"traceutil/trace.go:171","msg":"trace[1306098464] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"172.660579ms","start":"2026-07-15T04:08:11.041556Z","end":"2026-07-15T04:08:11.214217Z","steps":["trace[1306098464] 'process raft request' (duration: 172.484864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:11.214587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.022403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:11.214635Z","caller":"traceutil/trace.go:171","msg":"trace[1583623991] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25948; }","duration":"229.157666ms","start":"2026-07-15T04:08:10.985464Z","end":"2026-07-15T04:08:11.214621Z","steps":["trace[1583623991] 'agreement among raft nodes before linearized reading' (duration: 229.005142ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:11.43609Z","caller":"traceutil/trace.go:171","msg":"trace[1289480456] linearizableReadLoop","detail":"{readStateIndex:26794; appliedIndex:26793; }","duration":"147.609225ms","start":"2026-07-15T04:08:11.288451Z","end":"2026-07-15T04:08:11.436061Z","steps":["trace[1289480456] 'read index received' (duration: 96.922368ms)","trace[1289480456] 'applied index is now lower than readState.Index' (duration: 50.685387ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:11.436126Z","caller":"traceutil/trace.go:171","msg":"trace[1458298207] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"183.913092ms","start":"2026-07-15T04:08:11.252175Z","end":"2026-07-15T04:08:11.436089Z","steps":["trace[1458298207] 'process raft request' (duration: 133.330269ms)","trace[1458298207] 'compare' (duration: 50.430729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:11.436294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.823591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:11.436378Z","caller":"traceutil/trace.go:171","msg":"trace[1685000914] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25949; }","duration":"147.955585ms","start":"2026-07-15T04:08:11.288404Z","end":"2026-07-15T04:08:11.436359Z","steps":["trace[1685000914] 'agreement among raft nodes before linearized reading' (duration: 147.79375ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:11.735472Z","caller":"traceutil/trace.go:171","msg":"trace[187567813] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"277.21652ms","start":"2026-07-15T04:08:11.458235Z","end":"2026-07-15T04:08:11.735451Z","steps":["trace[187567813] 'process raft request' (duration: 277.078316ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:11.735477Z","caller":"traceutil/trace.go:171","msg":"trace[1738081159] linearizableReadLoop","detail":"{readStateIndex:26795; appliedIndex:26794; }","duration":"276.524661ms","start":"2026-07-15T04:08:11.458932Z","end":"2026-07-15T04:08:11.735457Z","steps":["trace[1738081159] 'read index received' (duration: 276.501851ms)","trace[1738081159] 'applied index is now lower than readState.Index' (duration: 21.06µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:11.735725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.767818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-15T04:08:11.735779Z","caller":"traceutil/trace.go:171","msg":"trace[799376237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25950; }","duration":"276.851031ms","start":"2026-07-15T04:08:11.458914Z","end":"2026-07-15T04:08:11.735765Z","steps":["trace[799376237] 'agreement among raft nodes before linearized reading' (duration: 276.603274ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:11.754589Z","caller":"traceutil/trace.go:171","msg":"trace[1697532945] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"121.107499ms","start":"2026-07-15T04:08:11.633456Z","end":"2026-07-15T04:08:11.754564Z","steps":["trace[1697532945] 'process raft request' (duration: 119.448223ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:12.252294Z","caller":"traceutil/trace.go:171","msg":"trace[1570937790] linearizableReadLoop","detail":"{readStateIndex:26797; appliedIndex:26796; }","duration":"135.352234ms","start":"2026-07-15T04:08:12.116917Z","end":"2026-07-15T04:08:12.252269Z","steps":["trace[1570937790] 'read index received' (duration: 135.264372ms)","trace[1570937790] 'applied index is now lower than readState.Index' (duration: 86.762µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:12.252449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.51505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:12.252493Z","caller":"traceutil/trace.go:171","msg":"trace[2112963724] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25952; }","duration":"135.617142ms","start":"2026-07-15T04:08:12.116865Z","end":"2026-07-15T04:08:12.252482Z","steps":["trace[2112963724] 'agreement among raft nodes before linearized reading' (duration: 135.500679ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:12.252819Z","caller":"traceutil/trace.go:171","msg":"trace[1064407699] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"257.373399ms","start":"2026-07-15T04:08:11.995433Z","end":"2026-07-15T04:08:12.252806Z","steps":["trace[1064407699] 'process raft request' (duration: 256.67267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:12.670072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.5756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:08:12.670326Z","caller":"traceutil/trace.go:171","msg":"trace[1592567289] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"125.258715ms","start":"2026-07-15T04:08:12.545018Z","end":"2026-07-15T04:08:12.670277Z","steps":["trace[1592567289] 'compare' (duration: 122.343874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:18.721181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.247666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69d35eba-e775-47d9-aff8-a16c2ba79f0d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-15T04:08:18.721277Z","caller":"traceutil/trace.go:171","msg":"trace[600671069] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69d35eba-e775-47d9-aff8-a16c2ba79f0d; range_end:; response_count:1; response_revision:26071; }","duration":"186.409041ms","start":"2026-07-15T04:08:18.534847Z","end":"2026-07-15T04:08:18.721256Z","steps":["trace[600671069] 'range keys from in-memory index tree' (duration: 186.047461ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:18.819343Z","caller":"traceutil/trace.go:171","msg":"trace[1228205877] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"123.828045ms","start":"2026-07-15T04:08:18.69549Z","end":"2026-07-15T04:08:18.819318Z","steps":["trace[1228205877] 'process raft request' (duration: 123.691561ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.059163Z","caller":"traceutil/trace.go:171","msg":"trace[942662313] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"153.407865ms","start":"2026-07-15T04:08:18.905719Z","end":"2026-07-15T04:08:19.059127Z","steps":["trace[942662313] 'process raft request' (duration: 153.20629ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.059236Z","caller":"traceutil/trace.go:171","msg":"trace[1810650094] linearizableReadLoop","detail":"{readStateIndex:26921; appliedIndex:26918; }","duration":"134.562213ms","start":"2026-07-15T04:08:18.924625Z","end":"2026-07-15T04:08:19.059187Z","steps":["trace[1810650094] 'read index received' (duration: 27.159544ms)","trace[1810650094] 'applied index is now lower than readState.Index' (duration: 107.401159ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:19.059341Z","caller":"traceutil/trace.go:171","msg":"trace[1525548841] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"150.923507ms","start":"2026-07-15T04:08:18.908393Z","end":"2026-07-15T04:08:19.059316Z","steps":["trace[1525548841] 'process raft request' (duration: 150.6755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.059901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.254402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69d35eba-e775-47d9-aff8-a16c2ba79f0d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-15T04:08:19.059957Z","caller":"traceutil/trace.go:171","msg":"trace[119680518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69d35eba-e775-47d9-aff8-a16c2ba79f0d; range_end:; response_count:1; response_revision:26075; }","duration":"135.356655ms","start":"2026-07-15T04:08:18.924586Z","end":"2026-07-15T04:08:19.059942Z","steps":["trace[119680518] 'agreement among raft nodes before linearized reading' (duration: 134.800409ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.413117Z","caller":"traceutil/trace.go:171","msg":"trace[2000400870] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26921; }","duration":"334.288514ms","start":"2026-07-15T04:08:19.078806Z","end":"2026-07-15T04:08:19.413094Z","steps":["trace[2000400870] 'read index received' (duration: 334.070418ms)","trace[2000400870] 'applied index is now lower than readState.Index' (duration: 215.396µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:19.413436Z","caller":"traceutil/trace.go:171","msg":"trace[1384655716] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"347.222472ms","start":"2026-07-15T04:08:19.066202Z","end":"2026-07-15T04:08:19.413424Z","steps":["trace[1384655716] 'process raft request' (duration: 346.762239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.413548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:08:19.066182Z","time spent":"347.288354ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-15T04:08:19.413838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.037904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-15T04:08:19.413877Z","caller":"traceutil/trace.go:171","msg":"trace[699658006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26076; }","duration":"335.100996ms","start":"2026-07-15T04:08:19.078767Z","end":"2026-07-15T04:08:19.413868Z","steps":["trace[699658006] 'agreement among raft nodes before linearized reading' (duration: 334.941332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.413906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:08:19.078755Z","time spent":"335.145217ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-15T04:08:19.414077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.912656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:19.414114Z","caller":"traceutil/trace.go:171","msg":"trace[1682081422] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26076; }","duration":"301.951917ms","start":"2026-07-15T04:08:19.112153Z","end":"2026-07-15T04:08:19.414105Z","steps":["trace[1682081422] 'agreement among raft nodes before linearized reading' (duration: 301.895795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.414143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:08:19.112113Z","time spent":"302.021769ms","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-15T04:08:19.414617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.025143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-15T04:08:19.414658Z","caller":"traceutil/trace.go:171","msg":"trace[1747933512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26076; }","duration":"163.116825ms","start":"2026-07-15T04:08:19.251533Z","end":"2026-07-15T04:08:19.41465Z","steps":["trace[1747933512] 'agreement among raft nodes before linearized reading' (duration: 163.010322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.414818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.650067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-15T04:08:19.414854Z","caller":"traceutil/trace.go:171","msg":"trace[724402664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26076; }","duration":"164.702358ms","start":"2026-07-15T04:08:19.250144Z","end":"2026-07-15T04:08:19.414847Z","steps":["trace[724402664] 'agreement among raft nodes before linearized reading' (duration: 164.620246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.414998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.497894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-15T04:08:19.415033Z","caller":"traceutil/trace.go:171","msg":"trace[1528309741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26076; }","duration":"168.552505ms","start":"2026-07-15T04:08:19.246473Z","end":"2026-07-15T04:08:19.415025Z","steps":["trace[1528309741] 'agreement among raft nodes before linearized reading' (duration: 168.476803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.41515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.532797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:08:19.415184Z","caller":"traceutil/trace.go:171","msg":"trace[2065460735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26076; }","duration":"185.602159ms","start":"2026-07-15T04:08:19.229574Z","end":"2026-07-15T04:08:19.415176Z","steps":["trace[2065460735] 'agreement among raft nodes before linearized reading' (duration: 185.550647ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.594446Z","caller":"traceutil/trace.go:171","msg":"trace[105921556] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"173.883373ms","start":"2026-07-15T04:08:19.420539Z","end":"2026-07-15T04:08:19.594422Z","steps":["trace[105921556] 'process raft request' (duration: 173.788531ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.594659Z","caller":"traceutil/trace.go:171","msg":"trace[304365074] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"174.356277ms","start":"2026-07-15T04:08:19.420292Z","end":"2026-07-15T04:08:19.594649Z","steps":["trace[304365074] 'process raft request' (duration: 171.728084ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.594742Z","caller":"traceutil/trace.go:171","msg":"trace[309971660] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"171.326152ms","start":"2026-07-15T04:08:19.423387Z","end":"2026-07-15T04:08:19.594714Z","steps":["trace[309971660] 'process raft request' (duration: 170.988753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:19.59516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.004071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:19.595208Z","caller":"traceutil/trace.go:171","msg":"trace[1893457035] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26081; }","duration":"119.086234ms","start":"2026-07-15T04:08:19.476111Z","end":"2026-07-15T04:08:19.595197Z","steps":["trace[1893457035] 'agreement among raft nodes before linearized reading' (duration: 118.986661ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.595439Z","caller":"traceutil/trace.go:171","msg":"trace[1196522813] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"133.530944ms","start":"2026-07-15T04:08:19.461896Z","end":"2026-07-15T04:08:19.595427Z","steps":["trace[1196522813] 'process raft request' (duration: 132.724892ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:19.595073Z","caller":"traceutil/trace.go:171","msg":"trace[643968280] linearizableReadLoop","detail":"{readStateIndex:26927; appliedIndex:26923; }","duration":"118.924729ms","start":"2026-07-15T04:08:19.476138Z","end":"2026-07-15T04:08:19.595062Z","steps":["trace[643968280] 'read index received' (duration: 115.896165ms)","trace[643968280] 'applied index is now lower than readState.Index' (duration: 3.027674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:19.949008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.077581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69d35eba-e775-47d9-aff8-a16c2ba79f0d\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-07-15T04:08:19.949068Z","caller":"traceutil/trace.go:171","msg":"trace[585352635] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69d35eba-e775-47d9-aff8-a16c2ba79f0d; range_end:; response_count:1; response_revision:26081; }","duration":"222.173573ms","start":"2026-07-15T04:08:19.726879Z","end":"2026-07-15T04:08:19.949052Z","steps":["trace[585352635] 'range keys from in-memory index tree' (duration: 221.937527ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:20.018093Z","caller":"traceutil/trace.go:171","msg":"trace[1536625335] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"257.35722ms","start":"2026-07-15T04:08:19.760714Z","end":"2026-07-15T04:08:20.018072Z","steps":["trace[1536625335] 'process raft request' (duration: 257.185215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:20.227801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.407688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:08:20.228275Z","caller":"traceutil/trace.go:171","msg":"trace[1977146206] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"434.588286ms","start":"2026-07-15T04:08:19.793646Z","end":"2026-07-15T04:08:20.228234Z","steps":["trace[1977146206] 'process raft request' (duration: 272.672324ms)","trace[1977146206] 'compare' (duration: 160.992656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:20.228374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:08:19.79362Z","time spent":"434.7113ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:08:20.229484Z","caller":"traceutil/trace.go:171","msg":"trace[842480315] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"219.054687ms","start":"2026-07-15T04:08:20.010415Z","end":"2026-07-15T04:08:20.229469Z","steps":["trace[842480315] 'process raft request' (duration: 217.477214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:20.540724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.545318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:08:20.540826Z","caller":"traceutil/trace.go:171","msg":"trace[932136140] linearizableReadLoop","detail":"{readStateIndex:26931; appliedIndex:26930; }","duration":"258.951353ms","start":"2026-07-15T04:08:20.281858Z","end":"2026-07-15T04:08:20.54081Z","steps":["trace[932136140] 'read index received' (duration: 122.254961ms)","trace[932136140] 'applied index is now lower than readState.Index' (duration: 136.694932ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:20.541026Z","caller":"traceutil/trace.go:171","msg":"trace[1896703105] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"260.98628ms","start":"2026-07-15T04:08:20.280027Z","end":"2026-07-15T04:08:20.541014Z","steps":["trace[1896703105] 'process raft request' (duration: 124.070502ms)","trace[1896703105] 'compare' (duration: 136.423204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:20.541141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.280752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-15T04:08:20.54123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.435616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:08:20.541508Z","caller":"traceutil/trace.go:171","msg":"trace[1678914368] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26085; }","duration":"180.735773ms","start":"2026-07-15T04:08:20.36076Z","end":"2026-07-15T04:08:20.541496Z","steps":["trace[1678914368] 'agreement among raft nodes before linearized reading' (duration: 180.434775ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:20.541171Z","caller":"traceutil/trace.go:171","msg":"trace[1772069433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26085; }","duration":"259.338834ms","start":"2026-07-15T04:08:20.281825Z","end":"2026-07-15T04:08:20.541164Z","steps":["trace[1772069433] 'agreement among raft nodes before linearized reading' (duration: 259.232111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:20.837841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.224558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:08:20.837911Z","caller":"traceutil/trace.go:171","msg":"trace[800964767] linearizableReadLoop","detail":"{readStateIndex:26932; appliedIndex:26931; }","duration":"289.10341ms","start":"2026-07-15T04:08:20.548797Z","end":"2026-07-15T04:08:20.8379Z","steps":["trace[800964767] 'read index received' (duration: 125.702507ms)","trace[800964767] 'applied index is now lower than readState.Index' (duration: 163.400123ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:20.838043Z","caller":"traceutil/trace.go:171","msg":"trace[1134768536] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"292.456353ms","start":"2026-07-15T04:08:20.54558Z","end":"2026-07-15T04:08:20.838036Z","steps":["trace[1134768536] 'process raft request' (duration: 128.975198ms)","trace[1134768536] 'compare' (duration: 163.113165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:20.838584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.529592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-15T04:08:20.838646Z","caller":"traceutil/trace.go:171","msg":"trace[1860668148] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:26086; }","duration":"289.83724ms","start":"2026-07-15T04:08:20.548795Z","end":"2026-07-15T04:08:20.838632Z","steps":["trace[1860668148] 'agreement among raft nodes before linearized reading' (duration: 289.383228ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:20.994118Z","caller":"traceutil/trace.go:171","msg":"trace[1679181525] linearizableReadLoop","detail":"{readStateIndex:26933; appliedIndex:26932; }","duration":"156.149422ms","start":"2026-07-15T04:08:20.837925Z","end":"2026-07-15T04:08:20.994075Z","steps":["trace[1679181525] 'read index received' (duration: 153.988302ms)","trace[1679181525] 'applied index is now lower than readState.Index' (duration: 2.15946ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:20.994158Z","caller":"traceutil/trace.go:171","msg":"trace[1311195167] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"170.671945ms","start":"2026-07-15T04:08:20.823457Z","end":"2026-07-15T04:08:20.994129Z","steps":["trace[1311195167] 'process raft request' (duration: 168.448163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:20.994484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.86598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c25b0935de4c77\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-15T04:08:20.994549Z","caller":"traceutil/trace.go:171","msg":"trace[1240331338] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c25b0935de4c77; range_end:; response_count:1; response_revision:26087; }","duration":"307.969293ms","start":"2026-07-15T04:08:20.686564Z","end":"2026-07-15T04:08:20.994533Z","steps":["trace[1240331338] 'agreement among raft nodes before linearized reading' (duration: 307.754437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:20.994595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:08:20.68655Z","time spent":"308.033395ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c25b0935de4c77\" "} {"level":"warn","ts":"2026-07-15T04:08:36.490373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.435529ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-15T04:08:36.490596Z","caller":"traceutil/trace.go:171","msg":"trace[1833771031] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27094; }","duration":"146.238097ms","start":"2026-07-15T04:08:36.344337Z","end":"2026-07-15T04:08:36.490575Z","steps":["trace[1833771031] 'read index received' (duration: 58.412µs)","trace[1833771031] 'applied index is now lower than readState.Index' (duration: 146.178515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:36.490878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.538475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:36.490911Z","caller":"traceutil/trace.go:171","msg":"trace[922443244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26244; }","duration":"146.617207ms","start":"2026-07-15T04:08:36.344283Z","end":"2026-07-15T04:08:36.4909Z","steps":["trace[922443244] 'agreement among raft nodes before linearized reading' (duration: 146.547505ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:36.491265Z","caller":"traceutil/trace.go:171","msg":"trace[1540747615] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"127.786935ms","start":"2026-07-15T04:08:36.363456Z","end":"2026-07-15T04:08:36.491242Z","steps":["trace[1540747615] 'process raft request' (duration: 127.023204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:36.628861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.885198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:36.628967Z","caller":"traceutil/trace.go:171","msg":"trace[1084371639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26245; }","duration":"137.096853ms","start":"2026-07-15T04:08:36.491846Z","end":"2026-07-15T04:08:36.628943Z","steps":["trace[1084371639] 'range keys from in-memory index tree' (duration: 136.795625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:36.628882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.939986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:36.629101Z","caller":"traceutil/trace.go:171","msg":"trace[484539850] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26245; }","duration":"267.175892ms","start":"2026-07-15T04:08:36.361896Z","end":"2026-07-15T04:08:36.629072Z","steps":["trace[484539850] 'agreement among raft nodes before linearized reading' (duration: 129.345818ms)","trace[484539850] 'count revisions from in-memory index tree' (duration: 137.588507ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:36.761477Z","caller":"traceutil/trace.go:171","msg":"trace[428029782] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"111.40081ms","start":"2026-07-15T04:08:36.650056Z","end":"2026-07-15T04:08:36.761457Z","steps":["trace[428029782] 'process raft request' (duration: 111.274367ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.315575Z","caller":"traceutil/trace.go:171","msg":"trace[417878337] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"186.345299ms","start":"2026-07-15T04:08:39.129195Z","end":"2026-07-15T04:08:39.315541Z","steps":["trace[417878337] 'process raft request' (duration: 154.864946ms)","trace[417878337] 'compare' (duration: 31.209806ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:39.317537Z","caller":"traceutil/trace.go:171","msg":"trace[1176059879] linearizableReadLoop","detail":"{readStateIndex:27119; appliedIndex:27117; }","duration":"122.472457ms","start":"2026-07-15T04:08:39.195046Z","end":"2026-07-15T04:08:39.317519Z","steps":["trace[1176059879] 'read index received' (duration: 89.02908ms)","trace[1176059879] 'applied index is now lower than readState.Index' (duration: 33.442797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:39.317663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.600521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:39.317689Z","caller":"traceutil/trace.go:171","msg":"trace[2094200458] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26268; }","duration":"122.688804ms","start":"2026-07-15T04:08:39.194992Z","end":"2026-07-15T04:08:39.317681Z","steps":["trace[2094200458] 'agreement among raft nodes before linearized reading' (duration: 122.603931ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.317909Z","caller":"traceutil/trace.go:171","msg":"trace[1090347552] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"188.712065ms","start":"2026-07-15T04:08:39.129189Z","end":"2026-07-15T04:08:39.317902Z","steps":["trace[1090347552] 'process raft request' (duration: 188.263762ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.487644Z","caller":"traceutil/trace.go:171","msg":"trace[503345426] linearizableReadLoop","detail":"{readStateIndex:27120; appliedIndex:27119; }","duration":"140.912309ms","start":"2026-07-15T04:08:39.346715Z","end":"2026-07-15T04:08:39.487627Z","steps":["trace[503345426] 'read index received' (duration: 140.750475ms)","trace[503345426] 'applied index is now lower than readState.Index' (duration: 161.164µs)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:08:39.487785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.059493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:39.487815Z","caller":"traceutil/trace.go:171","msg":"trace[1218527909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26269; }","duration":"141.134215ms","start":"2026-07-15T04:08:39.346674Z","end":"2026-07-15T04:08:39.487808Z","steps":["trace[1218527909] 'agreement among raft nodes before linearized reading' (duration: 141.020522ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.488066Z","caller":"traceutil/trace.go:171","msg":"trace[353289247] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"152.443499ms","start":"2026-07-15T04:08:39.335614Z","end":"2026-07-15T04:08:39.488058Z","steps":["trace[353289247] 'process raft request' (duration: 151.908215ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.703461Z","caller":"traceutil/trace.go:171","msg":"trace[1193500747] linearizableReadLoop","detail":"{readStateIndex:27122; appliedIndex:27120; }","duration":"204.080511ms","start":"2026-07-15T04:08:39.499358Z","end":"2026-07-15T04:08:39.703439Z","steps":["trace[1193500747] 'read index received' (duration: 62.38148ms)","trace[1193500747] 'applied index is now lower than readState.Index' (duration: 141.697621ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:39.7035Z","caller":"traceutil/trace.go:171","msg":"trace[1003314252] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"206.908499ms","start":"2026-07-15T04:08:39.496575Z","end":"2026-07-15T04:08:39.703483Z","steps":["trace[1003314252] 'process raft request' (duration: 206.694953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:39.703693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.299507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:08:39.703756Z","caller":"traceutil/trace.go:171","msg":"trace[20621143] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26271; }","duration":"204.409681ms","start":"2026-07-15T04:08:39.499332Z","end":"2026-07-15T04:08:39.703742Z","steps":["trace[20621143] 'agreement among raft nodes before linearized reading' (duration: 204.227175ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.78267Z","caller":"traceutil/trace.go:171","msg":"trace[1923405960] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"106.954258ms","start":"2026-07-15T04:08:39.675688Z","end":"2026-07-15T04:08:39.782642Z","steps":["trace[1923405960] 'process raft request' (duration: 106.394642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:39.783024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.458764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-15T04:08:39.783068Z","caller":"traceutil/trace.go:171","msg":"trace[1744420221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26272; }","duration":"208.547586ms","start":"2026-07-15T04:08:39.57451Z","end":"2026-07-15T04:08:39.783058Z","steps":["trace[1744420221] 'agreement among raft nodes before linearized reading' (duration: 208.410252ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.920171Z","caller":"traceutil/trace.go:171","msg":"trace[894682980] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"130.740287ms","start":"2026-07-15T04:08:39.789399Z","end":"2026-07-15T04:08:39.920139Z","steps":["trace[894682980] 'process raft request' (duration: 52.032104ms)","trace[894682980] 'compare' (duration: 78.481077ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:39.999678Z","caller":"traceutil/trace.go:171","msg":"trace[1606026269] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"206.866079ms","start":"2026-07-15T04:08:39.792783Z","end":"2026-07-15T04:08:39.999649Z","steps":["trace[1606026269] 'process raft request' (duration: 206.825118ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.999916Z","caller":"traceutil/trace.go:171","msg":"trace[148350330] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"209.021599ms","start":"2026-07-15T04:08:39.790863Z","end":"2026-07-15T04:08:39.999884Z","steps":["trace[148350330] 'process raft request' (duration: 208.574307ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:39.99994Z","caller":"traceutil/trace.go:171","msg":"trace[615349229] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"208.818883ms","start":"2026-07-15T04:08:39.791098Z","end":"2026-07-15T04:08:39.999917Z","steps":["trace[615349229] 'process raft request' (duration: 208.464123ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:49.807344Z","caller":"traceutil/trace.go:171","msg":"trace[2013877683] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"220.416245ms","start":"2026-07-15T04:08:49.586699Z","end":"2026-07-15T04:08:49.807115Z","steps":["trace[2013877683] 'process raft request' (duration: 207.27172ms)","trace[2013877683] 'compare' (duration: 12.160397ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:49.974691Z","caller":"traceutil/trace.go:171","msg":"trace[1848062602] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"143.149771ms","start":"2026-07-15T04:08:49.831525Z","end":"2026-07-15T04:08:49.974675Z","steps":["trace[1848062602] 'process raft request' (duration: 142.957226ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:49.987934Z","caller":"traceutil/trace.go:171","msg":"trace[804489022] linearizableReadLoop","detail":"{readStateIndex:27226; appliedIndex:27224; }","duration":"123.066544ms","start":"2026-07-15T04:08:49.864844Z","end":"2026-07-15T04:08:49.987911Z","steps":["trace[804489022] 'read index received' (duration: 109.650442ms)","trace[804489022] 'applied index is now lower than readState.Index' (duration: 13.415232ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:49.988225Z","caller":"traceutil/trace.go:171","msg":"trace[274007778] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"154.565558ms","start":"2026-07-15T04:08:49.833645Z","end":"2026-07-15T04:08:49.98821Z","steps":["trace[274007778] 'process raft request' (duration: 154.132446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:49.988416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.558388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:08:49.988458Z","caller":"traceutil/trace.go:171","msg":"trace[1005806156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26372; }","duration":"123.65248ms","start":"2026-07-15T04:08:49.864792Z","end":"2026-07-15T04:08:49.988444Z","steps":["trace[1005806156] 'agreement among raft nodes before linearized reading' (duration: 123.571838ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:50.134524Z","caller":"traceutil/trace.go:171","msg":"trace[896810346] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"141.914577ms","start":"2026-07-15T04:08:49.992552Z","end":"2026-07-15T04:08:50.134466Z","steps":["trace[896810346] 'process raft request' (duration: 68.914802ms)","trace[896810346] 'compare' (duration: 72.779109ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:54.707796Z","caller":"traceutil/trace.go:171","msg":"trace[2134455197] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"122.848268ms","start":"2026-07-15T04:08:54.584928Z","end":"2026-07-15T04:08:54.707776Z","steps":["trace[2134455197] 'process raft request' (duration: 122.588331ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:54.903956Z","caller":"traceutil/trace.go:171","msg":"trace[1268148867] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"193.635852ms","start":"2026-07-15T04:08:54.710296Z","end":"2026-07-15T04:08:54.903932Z","steps":["trace[1268148867] 'process raft request' (duration: 152.632974ms)","trace[1268148867] 'compare' (duration: 40.895415ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:54.909038Z","caller":"traceutil/trace.go:171","msg":"trace[318891657] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"192.507891ms","start":"2026-07-15T04:08:54.716506Z","end":"2026-07-15T04:08:54.909014Z","steps":["trace[318891657] 'process raft request' (duration: 192.329166ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:54.909219Z","caller":"traceutil/trace.go:171","msg":"trace[1405471699] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"128.253928ms","start":"2026-07-15T04:08:54.780941Z","end":"2026-07-15T04:08:54.909195Z","steps":["trace[1405471699] 'process raft request' (duration: 128.015401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:55.726369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.081683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:08:55.726456Z","caller":"traceutil/trace.go:171","msg":"trace[926022084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26421; }","duration":"181.226477ms","start":"2026-07-15T04:08:55.54521Z","end":"2026-07-15T04:08:55.726437Z","steps":["trace[926022084] 'count revisions from in-memory index tree' (duration: 180.982241ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:56.284849Z","caller":"traceutil/trace.go:171","msg":"trace[1639611834] linearizableReadLoop","detail":"{readStateIndex:27281; appliedIndex:27280; }","duration":"117.498259ms","start":"2026-07-15T04:08:56.167318Z","end":"2026-07-15T04:08:56.284816Z","steps":["trace[1639611834] 'read index received' (duration: 117.15757ms)","trace[1639611834] 'applied index is now lower than readState.Index' (duration: 339.489µs)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:56.284957Z","caller":"traceutil/trace.go:171","msg":"trace[1267870800] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"123.261409ms","start":"2026-07-15T04:08:56.161653Z","end":"2026-07-15T04:08:56.284914Z","steps":["trace[1267870800] 'process raft request' (duration: 122.9207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:56.285128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.787237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-15T04:08:56.285158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.901913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-15T04:08:56.2852Z","caller":"traceutil/trace.go:171","msg":"trace[1463648234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26425; }","duration":"107.976236ms","start":"2026-07-15T04:08:56.177211Z","end":"2026-07-15T04:08:56.285187Z","steps":["trace[1463648234] 'agreement among raft nodes before linearized reading' (duration: 107.848922ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:56.285197Z","caller":"traceutil/trace.go:171","msg":"trace[975940603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26425; }","duration":"117.88188ms","start":"2026-07-15T04:08:56.1673Z","end":"2026-07-15T04:08:56.285181Z","steps":["trace[975940603] 'agreement among raft nodes before linearized reading' (duration: 117.635444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:08:56.285228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.571042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-15T04:08:56.285281Z","caller":"traceutil/trace.go:171","msg":"trace[509472905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26425; }","duration":"108.677875ms","start":"2026-07-15T04:08:56.176585Z","end":"2026-07-15T04:08:56.285263Z","steps":["trace[509472905] 'agreement among raft nodes before linearized reading' (duration: 108.428958ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:56.42337Z","caller":"traceutil/trace.go:171","msg":"trace[327357349] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"134.622425ms","start":"2026-07-15T04:08:56.288723Z","end":"2026-07-15T04:08:56.423346Z","steps":["trace[327357349] 'process raft request' (duration: 59.235083ms)","trace[327357349] 'compare' (duration: 75.163975ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:08:56.423531Z","caller":"traceutil/trace.go:171","msg":"trace[1122318417] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"134.629995ms","start":"2026-07-15T04:08:56.288875Z","end":"2026-07-15T04:08:56.423505Z","steps":["trace[1122318417] 'process raft request' (duration: 134.391288ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:56.423587Z","caller":"traceutil/trace.go:171","msg":"trace[18159222] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"134.170532ms","start":"2026-07-15T04:08:56.289378Z","end":"2026-07-15T04:08:56.423548Z","steps":["trace[18159222] 'process raft request' (duration: 133.930336ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:08:57.628585Z","caller":"traceutil/trace.go:171","msg":"trace[1079478724] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"170.919632ms","start":"2026-07-15T04:08:57.457634Z","end":"2026-07-15T04:08:57.628554Z","steps":["trace[1079478724] 'process raft request' (duration: 124.887335ms)","trace[1079478724] 'compare' (duration: 45.874742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:09:00.279439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.350775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:09:00.279514Z","caller":"traceutil/trace.go:171","msg":"trace[1671269411] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26453; }","duration":"144.478779ms","start":"2026-07-15T04:09:00.135016Z","end":"2026-07-15T04:09:00.279494Z","steps":["trace[1671269411] 'count revisions from in-memory index tree' (duration: 144.265033ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.589922Z","caller":"traceutil/trace.go:171","msg":"trace[2019326539] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"229.342152ms","start":"2026-07-15T04:09:00.360539Z","end":"2026-07-15T04:09:00.589881Z","steps":["trace[2019326539] 'process raft request' (duration: 228.931531ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.618007Z","caller":"traceutil/trace.go:171","msg":"trace[794765420] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"235.624736ms","start":"2026-07-15T04:09:00.38235Z","end":"2026-07-15T04:09:00.617975Z","steps":["trace[794765420] 'process raft request' (duration: 235.362279ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.618123Z","caller":"traceutil/trace.go:171","msg":"trace[85851138] linearizableReadLoop","detail":"{readStateIndex:27312; appliedIndex:27310; }","duration":"233.168108ms","start":"2026-07-15T04:09:00.384929Z","end":"2026-07-15T04:09:00.618097Z","steps":["trace[85851138] 'read index received' (duration: 204.495462ms)","trace[85851138] 'applied index is now lower than readState.Index' (duration: 28.671066ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:09:00.61839Z","caller":"traceutil/trace.go:171","msg":"trace[1495933607] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"153.727394ms","start":"2026-07-15T04:09:00.464647Z","end":"2026-07-15T04:09:00.618375Z","steps":["trace[1495933607] 'process raft request' (duration: 153.19832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:00.618663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.693383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:09:00.618702Z","caller":"traceutil/trace.go:171","msg":"trace[940214059] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26457; }","duration":"233.847797ms","start":"2026-07-15T04:09:00.38484Z","end":"2026-07-15T04:09:00.618688Z","steps":["trace[940214059] 'agreement among raft nodes before linearized reading' (duration: 233.724294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:00.618889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.278425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:09:00.61892Z","caller":"traceutil/trace.go:171","msg":"trace[561771254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26457; }","duration":"231.346637ms","start":"2026-07-15T04:09:00.387563Z","end":"2026-07-15T04:09:00.618909Z","steps":["trace[561771254] 'agreement among raft nodes before linearized reading' (duration: 231.294896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:00.619311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.750304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-15T04:09:00.619364Z","caller":"traceutil/trace.go:171","msg":"trace[1318895039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26457; }","duration":"180.821536ms","start":"2026-07-15T04:09:00.438532Z","end":"2026-07-15T04:09:00.619353Z","steps":["trace[1318895039] 'agreement among raft nodes before linearized reading' (duration: 180.714823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:00.619485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.964458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-15T04:09:00.619511Z","caller":"traceutil/trace.go:171","msg":"trace[1721738930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26457; }","duration":"182.013339ms","start":"2026-07-15T04:09:00.437491Z","end":"2026-07-15T04:09:00.619504Z","steps":["trace[1721738930] 'agreement among raft nodes before linearized reading' (duration: 181.940027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:00.619742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.285374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-15T04:09:00.619776Z","caller":"traceutil/trace.go:171","msg":"trace[1806122600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26457; }","duration":"183.355557ms","start":"2026-07-15T04:09:00.436406Z","end":"2026-07-15T04:09:00.619762Z","steps":["trace[1806122600] 'agreement among raft nodes before linearized reading' (duration: 183.274245ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.788707Z","caller":"traceutil/trace.go:171","msg":"trace[1083770495] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"163.780143ms","start":"2026-07-15T04:09:00.624906Z","end":"2026-07-15T04:09:00.788686Z","steps":["trace[1083770495] 'process raft request' (duration: 163.732222ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.788764Z","caller":"traceutil/trace.go:171","msg":"trace[348375573] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"163.959308ms","start":"2026-07-15T04:09:00.624771Z","end":"2026-07-15T04:09:00.78873Z","steps":["trace[348375573] 'process raft request' (duration: 163.761733ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.789166Z","caller":"traceutil/trace.go:171","msg":"trace[727332079] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"163.935887ms","start":"2026-07-15T04:09:00.625218Z","end":"2026-07-15T04:09:00.789154Z","steps":["trace[727332079] 'process raft request' (duration: 163.449964ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.789099Z","caller":"traceutil/trace.go:171","msg":"trace[1171675233] linearizableReadLoop","detail":"{readStateIndex:27317; appliedIndex:27313; }","duration":"132.468004ms","start":"2026-07-15T04:09:00.656624Z","end":"2026-07-15T04:09:00.789092Z","steps":["trace[1171675233] 'read index received' (duration: 53.152134ms)","trace[1171675233] 'applied index is now lower than readState.Index' (duration: 79.31501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:09:00.789307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.672461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:09:00.78933Z","caller":"traceutil/trace.go:171","msg":"trace[501267374] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26460; }","duration":"132.738803ms","start":"2026-07-15T04:09:00.656582Z","end":"2026-07-15T04:09:00.789321Z","steps":["trace[501267374] 'agreement among raft nodes before linearized reading' (duration: 132.672811ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.974823Z","caller":"traceutil/trace.go:171","msg":"trace[715382009] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"246.650562ms","start":"2026-07-15T04:09:00.728146Z","end":"2026-07-15T04:09:00.974797Z","steps":["trace[715382009] 'process raft request' (duration: 244.815291ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.975348Z","caller":"traceutil/trace.go:171","msg":"trace[414078963] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"203.703011ms","start":"2026-07-15T04:09:00.771456Z","end":"2026-07-15T04:09:00.975159Z","steps":["trace[414078963] 'process raft request' (duration: 203.29896ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:00.974922Z","caller":"traceutil/trace.go:171","msg":"trace[640444404] linearizableReadLoop","detail":"{readStateIndex:27319; appliedIndex:27317; }","duration":"185.66674ms","start":"2026-07-15T04:09:00.78924Z","end":"2026-07-15T04:09:00.974907Z","steps":["trace[640444404] 'read index received' (duration: 183.637754ms)","trace[640444404] 'applied index is now lower than readState.Index' (duration: 2.028286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:09:00.975012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.897151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:09:00.975578Z","caller":"traceutil/trace.go:171","msg":"trace[431028392] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26462; }","duration":"211.469976ms","start":"2026-07-15T04:09:00.764056Z","end":"2026-07-15T04:09:00.975526Z","steps":["trace[431028392] 'agreement among raft nodes before linearized reading' (duration: 210.902641ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:11.291138Z","caller":"traceutil/trace.go:171","msg":"trace[898394710] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"125.271076ms","start":"2026-07-15T04:09:11.165838Z","end":"2026-07-15T04:09:11.291109Z","steps":["trace[898394710] 'process raft request' (duration: 124.954077ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:11.291284Z","caller":"traceutil/trace.go:171","msg":"trace[1960986450] linearizableReadLoop","detail":"{readStateIndex:27401; appliedIndex:27398; }","duration":"108.515791ms","start":"2026-07-15T04:09:11.182742Z","end":"2026-07-15T04:09:11.291258Z","steps":["trace[1960986450] 'read index received' (duration: 62.826953ms)","trace[1960986450] 'applied index is now lower than readState.Index' (duration: 45.687768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:09:11.291402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.634034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-15T04:09:11.291447Z","caller":"traceutil/trace.go:171","msg":"trace[1030508759] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26542; }","duration":"108.719336ms","start":"2026-07-15T04:09:11.182717Z","end":"2026-07-15T04:09:11.291436Z","steps":["trace[1030508759] 'agreement among raft nodes before linearized reading' (duration: 108.618333ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:11.291361Z","caller":"traceutil/trace.go:171","msg":"trace[1034377564] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"125.45609ms","start":"2026-07-15T04:09:11.165855Z","end":"2026-07-15T04:09:11.291311Z","steps":["trace[1034377564] 'process raft request' (duration: 125.172602ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:16.889225Z","caller":"traceutil/trace.go:171","msg":"trace[1955051877] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"225.130166ms","start":"2026-07-15T04:09:16.664072Z","end":"2026-07-15T04:09:16.889202Z","steps":["trace[1955051877] 'process raft request' (duration: 216.132476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:17.167979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.95414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:09:17.168085Z","caller":"traceutil/trace.go:171","msg":"trace[1019675152] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"273.440096ms","start":"2026-07-15T04:09:16.894625Z","end":"2026-07-15T04:09:17.168065Z","steps":["trace[1019675152] 'process raft request' (duration: 123.318211ms)","trace[1019675152] 'compare' (duration: 149.847457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:09:17.437192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-15T04:09:17.437397Z","caller":"traceutil/trace.go:171","msg":"trace[387299315] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"542.389677ms","start":"2026-07-15T04:09:16.894988Z","end":"2026-07-15T04:09:17.437377Z","steps":["trace[387299315] 'process raft request' (duration: 542.295574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:17.437469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:09:16.894978Z","time spent":"542.458448ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:09:17.4375Z","caller":"traceutil/trace.go:171","msg":"trace[2033332975] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"542.611633ms","start":"2026-07-15T04:09:16.894842Z","end":"2026-07-15T04:09:17.437453Z","steps":["trace[2033332975] 'process raft request' (duration: 430.447831ms)","trace[2033332975] 'compare' (duration: 111.431372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:09:17.437659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:09:16.894825Z","time spent":"542.756926ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:09:17.442362Z","caller":"traceutil/trace.go:171","msg":"trace[737314224] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"415.209908ms","start":"2026-07-15T04:09:17.027125Z","end":"2026-07-15T04:09:17.442335Z","steps":["trace[737314224] 'process raft request' (duration: 415.077585ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:17.442413Z","caller":"traceutil/trace.go:171","msg":"trace[1490488887] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"418.404818ms","start":"2026-07-15T04:09:17.023974Z","end":"2026-07-15T04:09:17.442379Z","steps":["trace[1490488887] 'process raft request' (duration: 418.078038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:17.442527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:09:17.027102Z","time spent":"415.347163ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:09:17.442557Z","caller":"traceutil/trace.go:171","msg":"trace[1697838961] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"166.643973ms","start":"2026-07-15T04:09:17.275891Z","end":"2026-07-15T04:09:17.442535Z","steps":["trace[1697838961] 'process raft request' (duration: 166.390286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:17.442568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-15T04:09:17.023948Z","time spent":"418.53516ms","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-15T04:09:17.442865Z","caller":"traceutil/trace.go:171","msg":"trace[1338142367] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"132.448855ms","start":"2026-07-15T04:09:17.310398Z","end":"2026-07-15T04:09:17.442847Z","steps":["trace[1338142367] 'process raft request' (duration: 132.063094ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:17.442962Z","caller":"traceutil/trace.go:171","msg":"trace[1088240782] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"131.335503ms","start":"2026-07-15T04:09:17.311612Z","end":"2026-07-15T04:09:17.442948Z","steps":["trace[1088240782] 'process raft request' (duration: 131.180679ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:17.442968Z","caller":"traceutil/trace.go:171","msg":"trace[941966926] linearizableReadLoop","detail":"{readStateIndex:27456; appliedIndex:27452; }","duration":"170.819868ms","start":"2026-07-15T04:09:17.272127Z","end":"2026-07-15T04:09:17.442947Z","steps":["trace[941966926] 'read index received' (duration: 53.284188ms)","trace[941966926] 'applied index is now lower than readState.Index' (duration: 117.53395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-15T04:09:17.443232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.086116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-15T04:09:17.443313Z","caller":"traceutil/trace.go:171","msg":"trace[749314304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26599; }","duration":"171.182959ms","start":"2026-07-15T04:09:17.27211Z","end":"2026-07-15T04:09:17.443293Z","steps":["trace[749314304] 'agreement among raft nodes before linearized reading' (duration: 170.921902ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:17.718608Z","caller":"traceutil/trace.go:171","msg":"trace[1442137687] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"271.543732ms","start":"2026-07-15T04:09:17.447025Z","end":"2026-07-15T04:09:17.718569Z","steps":["trace[1442137687] 'process raft request' (duration: 182.779029ms)","trace[1442137687] 'compare' (duration: 88.65545ms)"],"step_count":2} {"level":"info","ts":"2026-07-15T04:09:17.721873Z","caller":"traceutil/trace.go:171","msg":"trace[2048966229] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"157.683344ms","start":"2026-07-15T04:09:17.564158Z","end":"2026-07-15T04:09:17.721842Z","steps":["trace[2048966229] 'process raft request' (duration: 157.448658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-15T04:09:17.989078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.638955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-15T04:09:17.989169Z","caller":"traceutil/trace.go:171","msg":"trace[2072742199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26602; }","duration":"156.80614ms","start":"2026-07-15T04:09:17.832345Z","end":"2026-07-15T04:09:17.989151Z","steps":["trace[2072742199] 'count revisions from in-memory index tree' (duration: 156.472341ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:09:18.445909Z","caller":"traceutil/trace.go:171","msg":"trace[141749351] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"109.465887ms","start":"2026-07-15T04:09:18.336418Z","end":"2026-07-15T04:09:18.445884Z","steps":["trace[141749351] 'process raft request' (duration: 109.294012ms)"],"step_count":1} {"level":"info","ts":"2026-07-15T04:11:57.481452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25229} {"level":"info","ts":"2026-07-15T04:11:57.618328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25229,"took":"133.844486ms","hash":3430164816,"current-db-size-bytes":60727296,"current-db-size":"61 MB","current-db-size-in-use-bytes":38178816,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-15T04:11:57.618398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3430164816,"revision":25229,"compact-revision":21979} {"level":"info","ts":"2026-07-15T04:13:20.627375Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T04:13:20.631968Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-15T04:13:20.632042Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-15T04:16:57.490717Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28216} {"level":"info","ts":"2026-07-15T04:16:57.631104Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28216,"took":"136.232501ms","hash":2208314844,"current-db-size-bytes":60727296,"current-db-size":"61 MB","current-db-size-in-use-bytes":33308672,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-15T04:16:57.631179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2208314844,"revision":28216,"compact-revision":25229} {"level":"info","ts":"2026-07-15T04:21:57.496916Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30740} {"level":"info","ts":"2026-07-15T04:21:57.64005Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30740,"took":"139.077183ms","hash":1348263601,"current-db-size-bytes":60727296,"current-db-size":"61 MB","current-db-size-in-use-bytes":30994432,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-15T04:21:57.640152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1348263601,"revision":30740,"compact-revision":28216} {"level":"info","ts":"2026-07-15T04:26:57.502541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33013} {"level":"info","ts":"2026-07-15T04:26:57.648544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33013,"took":"141.51101ms","hash":2944257156,"current-db-size-bytes":61771776,"current-db-size":"62 MB","current-db-size-in-use-bytes":30658560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-15T04:26:57.648611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2944257156,"revision":33013,"compact-revision":30740} {"level":"info","ts":"2026-07-15T04:31:57.508884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35263} {"level":"info","ts":"2026-07-15T04:31:57.649396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35263,"took":"135.767352ms","hash":1957516614,"current-db-size-bytes":61771776,"current-db-size":"62 MB","current-db-size-in-use-bytes":31047680,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-15T04:31:57.649484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1957516614,"revision":35263,"compact-revision":33013} {"level":"info","ts":"2026-07-15T04:34:37.933463Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-15T04:34:37.937847Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-15T04:34:37.937998Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}