{"level":"warn","ts":"2026-06-22T23:04:52.226207Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-22T23:04:52.226311Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-22T23:04:52.22638Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-22T23:04:52.226394Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-06-22T23:04:52.22641Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-22T23:04:52.227063Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-06-22T23:04:52.227136Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-22T23:04:52.231474Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.15101ms"} {"level":"info","ts":"2026-06-22T23:04:52.238135Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-06-22T23:04:52.23831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-06-22T23:04:52.238349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-06-22T23:04:52.238375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-22T23:04:52.238402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-06-22T23:04:52.238526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-06-22T23:04:52.244833Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-22T23:04:52.246322Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-22T23:04:52.247567Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-22T23:04:52.250049Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-22T23:04:52.250989Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-22T23:04:52.251096Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-22T23:04:52.251108Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-22T23:04:52.251151Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-22T23:04:52.252744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-06-22T23:04:52.25724Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-06-22T23:04:52.258283Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-22T23:04:52.258606Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-22T23:04:52.258646Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-22T23:04:52.258742Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-06-22T23:04:52.258767Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-06-22T23:04:52.339205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-06-22T23:04:52.33927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-22T23:04:52.339311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-06-22T23:04:52.339334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-06-22T23:04:52.339346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-06-22T23:04:52.339364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-06-22T23:04:52.339395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-06-22T23:04:52.340504Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-22T23:04:52.341698Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-06-22T23:04:52.341696Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-22T23:04:52.341873Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-22T23:04:52.34211Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-22T23:04:52.342233Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-22T23:04:52.34236Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-06-22T23:04:52.342478Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-22T23:04:52.342528Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-22T23:04:52.345345Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-06-22T23:04:52.346221Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-22T23:04:55.790948Z","caller":"traceutil/trace.go:171","msg":"trace[530338499] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"109.473378ms","start":"2026-06-22T23:04:55.681445Z","end":"2026-06-22T23:04:55.790919Z","steps":["trace[530338499] 'process raft request' (duration: 100.97948ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.930534Z","caller":"traceutil/trace.go:171","msg":"trace[744754517] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"140.373178ms","start":"2026-06-22T23:05:29.790138Z","end":"2026-06-22T23:05:29.930511Z","steps":["trace[744754517] 'process raft request' (duration: 140.257355ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.938411Z","caller":"traceutil/trace.go:171","msg":"trace[1866679214] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"143.95301ms","start":"2026-06-22T23:05:29.794392Z","end":"2026-06-22T23:05:29.938345Z","steps":["trace[1866679214] 'process raft request' (duration: 143.033174ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.9386Z","caller":"traceutil/trace.go:171","msg":"trace[1397029630] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"144.094434ms","start":"2026-06-22T23:05:29.794495Z","end":"2026-06-22T23:05:29.93859Z","steps":["trace[1397029630] 'process raft request' (duration: 143.039684ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.938715Z","caller":"traceutil/trace.go:171","msg":"trace[92948817] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"136.19468ms","start":"2026-06-22T23:05:29.80251Z","end":"2026-06-22T23:05:29.938705Z","steps":["trace[92948817] 'process raft request' (duration: 135.063738ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.938816Z","caller":"traceutil/trace.go:171","msg":"trace[1434913715] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"105.059721ms","start":"2026-06-22T23:05:29.833735Z","end":"2026-06-22T23:05:29.938795Z","steps":["trace[1434913715] 'process raft request' (duration: 104.195906ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.938891Z","caller":"traceutil/trace.go:171","msg":"trace[202970447] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"129.494371ms","start":"2026-06-22T23:05:29.809388Z","end":"2026-06-22T23:05:29.938883Z","steps":["trace[202970447] 'process raft request' (duration: 128.371619ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.938954Z","caller":"traceutil/trace.go:171","msg":"trace[1291177952] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"134.278686ms","start":"2026-06-22T23:05:29.804605Z","end":"2026-06-22T23:05:29.938884Z","steps":["trace[1291177952] 'process raft request' (duration: 133.00129ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.938966Z","caller":"traceutil/trace.go:171","msg":"trace[25051873] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"125.133278ms","start":"2026-06-22T23:05:29.813783Z","end":"2026-06-22T23:05:29.938916Z","steps":["trace[25051873] 'process raft request' (duration: 124.012716ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.939159Z","caller":"traceutil/trace.go:171","msg":"trace[420707152] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"105.916494ms","start":"2026-06-22T23:05:29.833143Z","end":"2026-06-22T23:05:29.93906Z","steps":["trace[420707152] 'process raft request' (duration: 104.70193ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:29.938869Z","caller":"traceutil/trace.go:171","msg":"trace[401990300] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"133.165345ms","start":"2026-06-22T23:05:29.805682Z","end":"2026-06-22T23:05:29.938847Z","steps":["trace[401990300] 'process raft request' (duration: 132.039373ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:35.660995Z","caller":"traceutil/trace.go:171","msg":"trace[1970408101] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"131.306383ms","start":"2026-06-22T23:05:35.529657Z","end":"2026-06-22T23:05:35.660964Z","steps":["trace[1970408101] 'process raft request' (duration: 130.794928ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:35.820089Z","caller":"traceutil/trace.go:171","msg":"trace[1248878097] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"101.482579ms","start":"2026-06-22T23:05:35.718584Z","end":"2026-06-22T23:05:35.820066Z","steps":["trace[1248878097] 'process raft request' (duration: 101.329025ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:05:36.247342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.106636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:05:36.247494Z","caller":"traceutil/trace.go:171","msg":"trace[1828446914] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"414.390425ms","start":"2026-06-22T23:05:35.833081Z","end":"2026-06-22T23:05:36.247472Z","steps":["trace[1828446914] 'read index received' (duration: 241.471536ms)","trace[1828446914] 'applied index is now lower than readState.Index' (duration: 172.916898ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:05:36.247521Z","caller":"traceutil/trace.go:171","msg":"trace[552952506] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"519.60652ms","start":"2026-06-22T23:05:35.727884Z","end":"2026-06-22T23:05:36.247491Z","steps":["trace[552952506] 'process raft request' (duration: 346.732493ms)","trace[552952506] 'compare' (duration: 171.954551ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:05:36.247673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:05:35.727851Z","time spent":"519.741654ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:05:36.247725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.601451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:05:36.24774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.98099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-22T23:05:36.247768Z","caller":"traceutil/trace.go:171","msg":"trace[491681698] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:596; }","duration":"414.726685ms","start":"2026-06-22T23:05:35.833028Z","end":"2026-06-22T23:05:36.247755Z","steps":["trace[491681698] 'agreement among raft nodes before linearized reading' (duration: 414.616381ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:36.24779Z","caller":"traceutil/trace.go:171","msg":"trace[112405214] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:596; }","duration":"370.103133ms","start":"2026-06-22T23:05:35.877674Z","end":"2026-06-22T23:05:36.247777Z","steps":["trace[112405214] 'agreement among raft nodes before linearized reading' (duration: 369.953829ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:05:36.247797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:05:35.833008Z","time spent":"414.781456ms","remote":"127.0.0.1:54154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-06-22T23:05:36.247825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:05:35.877662Z","time spent":"370.156224ms","remote":"127.0.0.1:53940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-06-22T23:05:36.247866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.603207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-22T23:05:36.247943Z","caller":"traceutil/trace.go:171","msg":"trace[637766612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:596; }","duration":"104.72366ms","start":"2026-06-22T23:05:36.143199Z","end":"2026-06-22T23:05:36.247922Z","steps":["trace[637766612] 'agreement among raft nodes before linearized reading' (duration: 104.481163ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:05:36.841571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.585654ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-22T23:05:36.841948Z","caller":"traceutil/trace.go:171","msg":"trace[1518322522] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:623; }","duration":"486.183044ms","start":"2026-06-22T23:05:36.355746Z","end":"2026-06-22T23:05:36.841929Z","steps":["trace[1518322522] 'read index received' (duration: 251.635033ms)","trace[1518322522] 'applied index is now lower than readState.Index' (duration: 234.547141ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:05:36.842051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:05:36.249199Z","time spent":"592.84726ms","remote":"127.0.0.1:53940","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-22T23:05:36.842181Z","caller":"traceutil/trace.go:171","msg":"trace[869639788] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"589.267678ms","start":"2026-06-22T23:05:36.252875Z","end":"2026-06-22T23:05:36.842143Z","steps":["trace[869639788] 'process raft request' (duration: 588.898628ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:05:36.842252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.487952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-22T23:05:36.842328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:05:36.252846Z","time spent":"589.409192ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:05:36.842329Z","caller":"traceutil/trace.go:171","msg":"trace[1444366588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"486.597856ms","start":"2026-06-22T23:05:36.35571Z","end":"2026-06-22T23:05:36.842308Z","steps":["trace[1444366588] 'agreement among raft nodes before linearized reading' (duration: 486.344859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:05:36.842389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:05:36.355695Z","time spent":"486.681539ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-22T23:05:36.842977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.94199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-22T23:05:36.843058Z","caller":"traceutil/trace.go:171","msg":"trace[1149034842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"352.072154ms","start":"2026-06-22T23:05:36.490967Z","end":"2026-06-22T23:05:36.843039Z","steps":["trace[1149034842] 'agreement among raft nodes before linearized reading' (duration: 351.832678ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:05:36.843101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:05:36.490943Z","time spent":"352.148986ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-22T23:05:36.843105Z","caller":"traceutil/trace.go:171","msg":"trace[1612074340] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"213.132226ms","start":"2026-06-22T23:05:36.629953Z","end":"2026-06-22T23:05:36.843085Z","steps":["trace[1612074340] 'process raft request' (duration: 212.264301ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:05:42.185228Z","caller":"traceutil/trace.go:171","msg":"trace[957095241] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"239.82831ms","start":"2026-06-22T23:05:41.945344Z","end":"2026-06-22T23:05:42.185173Z","steps":["trace[957095241] 'process raft request' (duration: 239.597173ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:06:18.385936Z","caller":"traceutil/trace.go:171","msg":"trace[977340280] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"128.75855ms","start":"2026-06-22T23:06:18.257145Z","end":"2026-06-22T23:06:18.385903Z","steps":["trace[977340280] 'process raft request' (duration: 128.544264ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:04.615757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.449266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:07:04.616022Z","caller":"traceutil/trace.go:171","msg":"trace[1790840691] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"413.133398ms","start":"2026-06-22T23:07:04.202823Z","end":"2026-06-22T23:07:04.615957Z","steps":["trace[1790840691] 'process raft request' (duration: 19.404784ms)","trace[1790840691] 'compare' (duration: 393.307602ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:07:04.616212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.202773Z","time spent":"413.338804ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:07:04.616259Z","caller":"traceutil/trace.go:171","msg":"trace[982166990] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"412.930242ms","start":"2026-06-22T23:07:04.203295Z","end":"2026-06-22T23:07:04.616225Z","steps":["trace[982166990] 'process raft request' (duration: 412.576382ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:07:04.616344Z","caller":"traceutil/trace.go:171","msg":"trace[635656894] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"412.985713ms","start":"2026-06-22T23:07:04.20333Z","end":"2026-06-22T23:07:04.616316Z","steps":["trace[635656894] 'process raft request' (duration: 412.828909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:04.616422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.20327Z","time spent":"413.074466ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:07:04.616415Z","caller":"traceutil/trace.go:171","msg":"trace[762012282] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"412.389838ms","start":"2026-06-22T23:07:04.204004Z","end":"2026-06-22T23:07:04.616394Z","steps":["trace[762012282] 'process raft request' (duration: 412.205392ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:07:04.616488Z","caller":"traceutil/trace.go:171","msg":"trace[1680408893] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1898; }","duration":"328.539938ms","start":"2026-06-22T23:07:04.287928Z","end":"2026-06-22T23:07:04.616468Z","steps":["trace[1680408893] 'read index received' (duration: 58.342µs)","trace[1680408893] 'applied index is now lower than readState.Index' (duration: 328.480646ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:07:04.6165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.203293Z","time spent":"413.126407ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:07:04.616583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.203991Z","time spent":"412.50151ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:07:04.61661Z","caller":"traceutil/trace.go:171","msg":"trace[1043676720] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"409.848846ms","start":"2026-06-22T23:07:04.206744Z","end":"2026-06-22T23:07:04.616592Z","steps":["trace[1043676720] 'process raft request' (duration: 409.564308ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:04.6167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.206732Z","time spent":"409.920478ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:07:04.616786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.857486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-22T23:07:04.616833Z","caller":"traceutil/trace.go:171","msg":"trace[1819765818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1823; }","duration":"328.932919ms","start":"2026-06-22T23:07:04.287887Z","end":"2026-06-22T23:07:04.61682Z","steps":["trace[1819765818] 'agreement among raft nodes before linearized reading' (duration: 328.804135ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:04.616869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.287874Z","time spent":"328.98815ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-22T23:07:04.841466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.702854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:07:04.841781Z","caller":"traceutil/trace.go:171","msg":"trace[489132695] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"303.136545ms","start":"2026-06-22T23:07:04.538619Z","end":"2026-06-22T23:07:04.841755Z","steps":["trace[489132695] 'process raft request' (duration: 302.974981ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:04.841927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.454252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-22T23:07:04.841944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.538589Z","time spent":"303.265819ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:07:04.841986Z","caller":"traceutil/trace.go:171","msg":"trace[1066791892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1825; }","duration":"228.572956ms","start":"2026-06-22T23:07:04.6134Z","end":"2026-06-22T23:07:04.841973Z","steps":["trace[1066791892] 'agreement among raft nodes before linearized reading' (duration: 228.36146ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:07:04.842129Z","caller":"traceutil/trace.go:171","msg":"trace[375680761] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"311.86003ms","start":"2026-06-22T23:07:04.530029Z","end":"2026-06-22T23:07:04.841889Z","steps":["trace[375680761] 'process raft request' (duration: 191.646591ms)","trace[375680761] 'compare' (duration: 119.563371ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:07:04.842198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.680579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-22T23:07:04.842275Z","caller":"traceutil/trace.go:171","msg":"trace[1265069364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1825; }","duration":"309.811412ms","start":"2026-06-22T23:07:04.532443Z","end":"2026-06-22T23:07:04.842255Z","steps":["trace[1265069364] 'agreement among raft nodes before linearized reading' (duration: 309.470363ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:04.842324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.53Z","time spent":"312.24117ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:07:04.84233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:04.53242Z","time spent":"309.900725ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-22T23:07:04.84171Z","caller":"traceutil/trace.go:171","msg":"trace[117470359] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1903; }","duration":"225.155019ms","start":"2026-06-22T23:07:04.616536Z","end":"2026-06-22T23:07:04.841692Z","steps":["trace[117470359] 'read index received' (duration: 105.127276ms)","trace[117470359] 'applied index is now lower than readState.Index' (duration: 120.026063ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:07:04.842635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.276378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:07:04.842682Z","caller":"traceutil/trace.go:171","msg":"trace[862928863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1825; }","duration":"197.351371ms","start":"2026-06-22T23:07:04.645316Z","end":"2026-06-22T23:07:04.842667Z","steps":["trace[862928863] 'agreement among raft nodes before linearized reading' (duration: 197.280219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:04.842856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.986971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-22T23:07:04.842913Z","caller":"traceutil/trace.go:171","msg":"trace[454483928] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1825; }","duration":"171.067034ms","start":"2026-06-22T23:07:04.671831Z","end":"2026-06-22T23:07:04.842898Z","steps":["trace[454483928] 'agreement among raft nodes before linearized reading' (duration: 170.90742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:05.187843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.314031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:07:05.187931Z","caller":"traceutil/trace.go:171","msg":"trace[1712075656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1826; }","duration":"237.472915ms","start":"2026-06-22T23:07:04.95044Z","end":"2026-06-22T23:07:05.187913Z","steps":["trace[1712075656] 'count revisions from in-memory index tree' (duration: 237.240899ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:07:53.275206Z","caller":"traceutil/trace.go:171","msg":"trace[960314670] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"113.927645ms","start":"2026-06-22T23:07:53.161255Z","end":"2026-06-22T23:07:53.275183Z","steps":["trace[960314670] 'process raft request' (duration: 79.557612ms)","trace[960314670] 'compare' (duration: 34.294631ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:07:59.330788Z","caller":"traceutil/trace.go:171","msg":"trace[1415045114] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"280.163905ms","start":"2026-06-22T23:07:59.050596Z","end":"2026-06-22T23:07:59.33076Z","steps":["trace[1415045114] 'process raft request' (duration: 268.549757ms)","trace[1415045114] 'compare' (duration: 11.404952ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:07:59.346525Z","caller":"traceutil/trace.go:171","msg":"trace[777221835] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"188.953663ms","start":"2026-06-22T23:07:59.15754Z","end":"2026-06-22T23:07:59.346494Z","steps":["trace[777221835] 'process raft request' (duration: 188.790418ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:07:59.851925Z","caller":"traceutil/trace.go:171","msg":"trace[1114772497] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"135.305962ms","start":"2026-06-22T23:07:59.716594Z","end":"2026-06-22T23:07:59.8519Z","steps":["trace[1114772497] 'read index received' (duration: 135.093536ms)","trace[1114772497] 'applied index is now lower than readState.Index' (duration: 211.416µs)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:07:59.851969Z","caller":"traceutil/trace.go:171","msg":"trace[1320936531] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"145.116311ms","start":"2026-06-22T23:07:59.706827Z","end":"2026-06-22T23:07:59.851943Z","steps":["trace[1320936531] 'process raft request' (duration: 144.938576ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:07:59.852184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.563329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-22T23:07:59.852251Z","caller":"traceutil/trace.go:171","msg":"trace[133438660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2171; }","duration":"135.662352ms","start":"2026-06-22T23:07:59.716572Z","end":"2026-06-22T23:07:59.852234Z","steps":["trace[133438660] 'agreement among raft nodes before linearized reading' (duration: 135.448436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:00.352062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203132899631019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-22T23:08:00.586802Z","caller":"traceutil/trace.go:171","msg":"trace[1666534784] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"848.645689ms","start":"2026-06-22T23:07:59.738133Z","end":"2026-06-22T23:08:00.586779Z","steps":["trace[1666534784] 'process raft request' (duration: 848.452773ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:08:00.586984Z","caller":"traceutil/trace.go:171","msg":"trace[1443821480] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"812.613ms","start":"2026-06-22T23:07:59.774341Z","end":"2026-06-22T23:08:00.586954Z","steps":["trace[1443821480] 'process raft request' (duration: 812.382954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:00.586986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:59.738113Z","time spent":"848.770452ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:08:00.587133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:59.774307Z","time spent":"812.738164ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:08:01.283893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.911377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:08:01.284328Z","caller":"traceutil/trace.go:171","msg":"trace[552452333] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2262; }","duration":"1.43230977s","start":"2026-06-22T23:07:59.851999Z","end":"2026-06-22T23:08:01.284309Z","steps":["trace[552452333] 'read index received' (duration: 734.673293ms)","trace[552452333] 'applied index is now lower than readState.Index' (duration: 697.635456ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:08:01.284338Z","caller":"traceutil/trace.go:171","msg":"trace[1583137035] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"1.428501545s","start":"2026-06-22T23:07:59.855792Z","end":"2026-06-22T23:08:01.284294Z","steps":["trace[1583137035] 'process raft request' (duration: 1.015077675s)","trace[1583137035] 'compare' (duration: 412.720351ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:08:01.284368Z","caller":"traceutil/trace.go:171","msg":"trace[474062675] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"767.263007ms","start":"2026-06-22T23:08:00.517064Z","end":"2026-06-22T23:08:01.284327Z","steps":["trace[474062675] 'process raft request' (duration: 767.069992ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.284555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:00.51703Z","time spent":"767.439522ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:08:01.284559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:59.855778Z","time spent":"1.428662599s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:08:01.284562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553058602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-22T23:08:01.28463Z","caller":"traceutil/trace.go:171","msg":"trace[1536104875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2175; }","duration":"1.553144954s","start":"2026-06-22T23:07:59.731466Z","end":"2026-06-22T23:08:01.284611Z","steps":["trace[1536104875] 'agreement among raft nodes before linearized reading' (duration: 1.552901787s)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.284654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553038781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-22T23:08:01.284749Z","caller":"traceutil/trace.go:171","msg":"trace[112164655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2175; }","duration":"1.553182045s","start":"2026-06-22T23:07:59.73154Z","end":"2026-06-22T23:08:01.284722Z","steps":["trace[112164655] 'agreement among raft nodes before linearized reading' (duration: 1.552773464s)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.284676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:59.731456Z","time spent":"1.553211206s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-22T23:08:01.284804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:07:59.731519Z","time spent":"1.553274378s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-22T23:08:01.610755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.03263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-22T23:08:01.611253Z","caller":"traceutil/trace.go:171","msg":"trace[777945154] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"260.176936ms","start":"2026-06-22T23:08:01.351061Z","end":"2026-06-22T23:08:01.611238Z","steps":["trace[777945154] 'process raft request' (duration: 260.147926ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:08:01.611395Z","caller":"traceutil/trace.go:171","msg":"trace[460840081] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2266; }","duration":"327.01022ms","start":"2026-06-22T23:08:01.284376Z","end":"2026-06-22T23:08:01.611386Z","steps":["trace[460840081] 'read index received' (duration: 162.281682ms)","trace[460840081] 'applied index is now lower than readState.Index' (duration: 164.727328ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:08:01.611373Z","caller":"traceutil/trace.go:171","msg":"trace[287542942] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"321.408176ms","start":"2026-06-22T23:08:01.289902Z","end":"2026-06-22T23:08:01.61131Z","steps":["trace[287542942] 'process raft request' (duration: 321.254482ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.611491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.728241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:08:01.61156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.443352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-22T23:08:01.611524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198119766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-22T23:08:01.611334Z","caller":"traceutil/trace.go:171","msg":"trace[1880521117] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"274.339425ms","start":"2026-06-22T23:08:01.33697Z","end":"2026-06-22T23:08:01.611309Z","steps":["trace[1880521117] 'process raft request' (duration: 274.217762ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:08:01.61164Z","caller":"traceutil/trace.go:171","msg":"trace[488166460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2179; }","duration":"685.586726ms","start":"2026-06-22T23:08:00.926036Z","end":"2026-06-22T23:08:01.611623Z","steps":["trace[488166460] 'agreement among raft nodes before linearized reading' (duration: 685.455792ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.611652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:01.289791Z","time spent":"321.711265ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:08:01.611681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:00.926016Z","time spent":"685.655478ms","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-22T23:08:01.611585Z","caller":"traceutil/trace.go:171","msg":"trace[873100869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"965.831983ms","start":"2026-06-22T23:08:00.645733Z","end":"2026-06-22T23:08:01.611565Z","steps":["trace[873100869] 'agreement among raft nodes before linearized reading' (duration: 965.678809ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.611753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590806797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-22T23:08:01.61175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.480087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-22T23:08:01.611792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:00.645681Z","time spent":"966.064279ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-22T23:08:01.611832Z","caller":"traceutil/trace.go:171","msg":"trace[155159890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2179; }","duration":"166.577199ms","start":"2026-06-22T23:08:01.445235Z","end":"2026-06-22T23:08:01.611812Z","steps":["trace[155159890] 'agreement among raft nodes before linearized reading' (duration: 166.446296ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:08:01.61182Z","caller":"traceutil/trace.go:171","msg":"trace[1135527655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2179; }","duration":"1.59092149s","start":"2026-06-22T23:08:00.020881Z","end":"2026-06-22T23:08:01.611803Z","steps":["trace[1135527655] 'agreement among raft nodes before linearized reading' (duration: 1.590711734s)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.611909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.003124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-22T23:08:01.611918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:00.020851Z","time spent":"1.591056804s","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-22T23:08:01.611935Z","caller":"traceutil/trace.go:171","msg":"trace[1334937118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2179; }","duration":"244.074045ms","start":"2026-06-22T23:08:01.367853Z","end":"2026-06-22T23:08:01.611927Z","steps":["trace[1334937118] 'agreement among raft nodes before linearized reading' (duration: 243.770437ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:08:01.612089Z","caller":"traceutil/trace.go:171","msg":"trace[1813940007] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"322.748633ms","start":"2026-06-22T23:08:01.289287Z","end":"2026-06-22T23:08:01.612035Z","steps":["trace[1813940007] 'process raft request' (duration: 321.751526ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:08:01.612323Z","caller":"traceutil/trace.go:171","msg":"trace[202633365] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2179; }","duration":"1.19829797s","start":"2026-06-22T23:08:00.413326Z","end":"2026-06-22T23:08:01.611624Z","steps":["trace[202633365] 'agreement among raft nodes before linearized reading' (duration: 1.198128315s)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:01.612216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:01.289246Z","time spent":"322.901767ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:08:01.612453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:00.413304Z","time spent":"1.199109783s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-22T23:08:31.321428Z","caller":"traceutil/trace.go:171","msg":"trace[1442116199] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"381.591087ms","start":"2026-06-22T23:08:30.939448Z","end":"2026-06-22T23:08:31.321039Z","steps":["trace[1442116199] 'process raft request' (duration: 378.731049ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:31.32169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:30.939432Z","time spent":"382.156673ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7158,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-22T23:08:31.322448Z","caller":"traceutil/trace.go:171","msg":"trace[1053429117] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2603; }","duration":"379.585382ms","start":"2026-06-22T23:08:30.942745Z","end":"2026-06-22T23:08:31.32233Z","steps":["trace[1053429117] 'read index received' (duration: 375.521661ms)","trace[1053429117] 'applied index is now lower than readState.Index' (duration: 3.879266ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:08:31.328455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.68623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-06-22T23:08:31.328524Z","caller":"traceutil/trace.go:171","msg":"trace[570688534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2499; }","duration":"385.784353ms","start":"2026-06-22T23:08:30.942723Z","end":"2026-06-22T23:08:31.328507Z","steps":["trace[570688534] 'agreement among raft nodes before linearized reading' (duration: 379.762358ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:08:31.328561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:08:30.942714Z","time spent":"385.838574ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-22T23:09:08.287666Z","caller":"traceutil/trace.go:171","msg":"trace[481714952] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"189.617071ms","start":"2026-06-22T23:09:08.098027Z","end":"2026-06-22T23:09:08.287644Z","steps":["trace[481714952] 'process raft request' (duration: 152.407854ms)","trace[481714952] 'compare' (duration: 36.776546ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:09:08.287832Z","caller":"traceutil/trace.go:171","msg":"trace[2022491254] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"187.269067ms","start":"2026-06-22T23:09:08.100554Z","end":"2026-06-22T23:09:08.287823Z","steps":["trace[2022491254] 'process raft request' (duration: 186.739573ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:09:08.287945Z","caller":"traceutil/trace.go:171","msg":"trace[739698841] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"187.027891ms","start":"2026-06-22T23:09:08.100909Z","end":"2026-06-22T23:09:08.287937Z","steps":["trace[739698841] 'process raft request' (duration: 186.408605ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:11:04.853827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.004899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:11:04.853995Z","caller":"traceutil/trace.go:171","msg":"trace[1482252143] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"194.510968ms","start":"2026-06-22T23:11:04.659457Z","end":"2026-06-22T23:11:04.853968Z","steps":["trace[1482252143] 'process raft request' (duration: 59.219492ms)","trace[1482252143] 'compare' (duration: 134.830274ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:11:40.566109Z","caller":"traceutil/trace.go:171","msg":"trace[1601347701] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"174.399584ms","start":"2026-06-22T23:11:40.391667Z","end":"2026-06-22T23:11:40.566066Z","steps":["trace[1601347701] 'process raft request' (duration: 174.156428ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:01.277437Z","caller":"traceutil/trace.go:171","msg":"trace[923381173] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"108.838873ms","start":"2026-06-22T23:13:01.16858Z","end":"2026-06-22T23:13:01.277419Z","steps":["trace[923381173] 'process raft request' (duration: 108.70852ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:03.933251Z","caller":"traceutil/trace.go:171","msg":"trace[897523387] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"138.543282ms","start":"2026-06-22T23:13:03.79467Z","end":"2026-06-22T23:13:03.933213Z","steps":["trace[897523387] 'process raft request' (duration: 138.274504ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:04.178242Z","caller":"traceutil/trace.go:171","msg":"trace[1686336292] linearizableReadLoop","detail":"{readStateIndex:5119; appliedIndex:5117; }","duration":"326.333245ms","start":"2026-06-22T23:13:03.851877Z","end":"2026-06-22T23:13:04.178211Z","steps":["trace[1686336292] 'read index received' (duration: 81.1926ms)","trace[1686336292] 'applied index is now lower than readState.Index' (duration: 245.139385ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:13:04.178377Z","caller":"traceutil/trace.go:171","msg":"trace[1291520955] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"349.744043ms","start":"2026-06-22T23:13:03.828598Z","end":"2026-06-22T23:13:04.178342Z","steps":["trace[1291520955] 'process raft request' (duration: 325.473342ms)","trace[1291520955] 'compare' (duration: 23.929501ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:13:04.178441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.554711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-06-22T23:13:04.17852Z","caller":"traceutil/trace.go:171","msg":"trace[1265458919] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4922; }","duration":"326.680915ms","start":"2026-06-22T23:13:03.851823Z","end":"2026-06-22T23:13:04.178504Z","steps":["trace[1265458919] 'agreement among raft nodes before linearized reading' (duration: 326.50166ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:13:04.178543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:13:03.828576Z","time spent":"349.871327ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:13:04.178556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:13:03.851798Z","time spent":"326.750976ms","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-06-22T23:13:04.178832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.370834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df18d9cf-0842-421f-89bc-c6697db9d724\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-06-22T23:13:04.178889Z","caller":"traceutil/trace.go:171","msg":"trace[1894729351] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df18d9cf-0842-421f-89bc-c6697db9d724; range_end:; response_count:1; response_revision:4922; }","duration":"197.489167ms","start":"2026-06-22T23:13:03.981387Z","end":"2026-06-22T23:13:04.178876Z","steps":["trace[1894729351] 'agreement among raft nodes before linearized reading' (duration: 197.346013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:13:04.178913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.075938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df18d9cf-0842-421f-89bc-c6697db9d724\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-06-22T23:13:04.179031Z","caller":"traceutil/trace.go:171","msg":"trace[12532821] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df18d9cf-0842-421f-89bc-c6697db9d724; range_end:; response_count:1; response_revision:4922; }","duration":"182.224392ms","start":"2026-06-22T23:13:03.996779Z","end":"2026-06-22T23:13:04.179003Z","steps":["trace[12532821] 'agreement among raft nodes before linearized reading' (duration: 181.940904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:13:04.179486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.388714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787064"} {"level":"info","ts":"2026-06-22T23:13:04.179536Z","caller":"traceutil/trace.go:171","msg":"trace[205185823] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4922; }","duration":"309.476956ms","start":"2026-06-22T23:13:03.870047Z","end":"2026-06-22T23:13:04.179524Z","steps":["trace[205185823] 'agreement among raft nodes before linearized reading' (duration: 308.320754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:13:04.179568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:13:03.870025Z","time spent":"309.533308ms","remote":"127.0.0.1:54002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":787087,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-06-22T23:13:16.45666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.064571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:13:16.456747Z","caller":"traceutil/trace.go:171","msg":"trace[834768671] linearizableReadLoop","detail":"{readStateIndex:5360; appliedIndex:5359; }","duration":"287.953031ms","start":"2026-06-22T23:13:16.168782Z","end":"2026-06-22T23:13:16.456735Z","steps":["trace[834768671] 'read index received' (duration: 146.606012ms)","trace[834768671] 'applied index is now lower than readState.Index' (duration: 141.344989ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:13:16.456813Z","caller":"traceutil/trace.go:171","msg":"trace[1944808560] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"308.972173ms","start":"2026-06-22T23:13:16.147803Z","end":"2026-06-22T23:13:16.456775Z","steps":["trace[1944808560] 'process raft request' (duration: 167.573573ms)","trace[1944808560] 'compare' (duration: 140.938388ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:13:16.456871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.089475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-06-22T23:13:16.456892Z","caller":"traceutil/trace.go:171","msg":"trace[755838713] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5156; }","duration":"288.141676ms","start":"2026-06-22T23:13:16.168744Z","end":"2026-06-22T23:13:16.456886Z","steps":["trace[755838713] 'agreement among raft nodes before linearized reading' (duration: 288.039584ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:13:16.456986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:13:16.147767Z","time spent":"309.126888ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:13:16.459542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.7514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" ","response":"range_response_count:12 size:4407"} {"level":"info","ts":"2026-06-22T23:13:16.459617Z","caller":"traceutil/trace.go:171","msg":"trace[40906242] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:5157; }","duration":"289.837102ms","start":"2026-06-22T23:13:16.169764Z","end":"2026-06-22T23:13:16.459601Z","steps":["trace[40906242] 'agreement among raft nodes before linearized reading' (duration: 289.568345ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:16.459874Z","caller":"traceutil/trace.go:171","msg":"trace[1082063550] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"222.511209ms","start":"2026-06-22T23:13:16.237318Z","end":"2026-06-22T23:13:16.459829Z","steps":["trace[1082063550] 'process raft request' (duration: 221.896022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:13:16.460806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.457282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:43 size:292433"} {"level":"info","ts":"2026-06-22T23:13:16.46085Z","caller":"traceutil/trace.go:171","msg":"trace[784810534] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:43; response_revision:5157; }","duration":"289.536554ms","start":"2026-06-22T23:13:16.171303Z","end":"2026-06-22T23:13:16.460839Z","steps":["trace[784810534] 'agreement among raft nodes before linearized reading' (duration: 288.556118ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:24.378531Z","caller":"traceutil/trace.go:171","msg":"trace[741485869] linearizableReadLoop","detail":"{readStateIndex:5510; appliedIndex:5509; }","duration":"139.618692ms","start":"2026-06-22T23:13:24.238887Z","end":"2026-06-22T23:13:24.378506Z","steps":["trace[741485869] 'read index received' (duration: 139.415226ms)","trace[741485869] 'applied index is now lower than readState.Index' (duration: 202.446µs)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:13:24.378577Z","caller":"traceutil/trace.go:171","msg":"trace[2086078083] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"171.288104ms","start":"2026-06-22T23:13:24.207267Z","end":"2026-06-22T23:13:24.378555Z","steps":["trace[2086078083] 'process raft request' (duration: 171.093759ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:13:24.378732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.830827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-06-22T23:13:24.378773Z","caller":"traceutil/trace.go:171","msg":"trace[247215787] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5305; }","duration":"139.91374ms","start":"2026-06-22T23:13:24.238849Z","end":"2026-06-22T23:13:24.378763Z","steps":["trace[247215787] 'agreement among raft nodes before linearized reading' (duration: 139.756336ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:24.542975Z","caller":"traceutil/trace.go:171","msg":"trace[1524317123] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"158.505006ms","start":"2026-06-22T23:13:24.38445Z","end":"2026-06-22T23:13:24.542955Z","steps":["trace[1524317123] 'process raft request' (duration: 101.704029ms)","trace[1524317123] 'compare' (duration: 56.467188ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:13:24.543255Z","caller":"traceutil/trace.go:171","msg":"trace[1444337107] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"158.552047ms","start":"2026-06-22T23:13:24.384672Z","end":"2026-06-22T23:13:24.543224Z","steps":["trace[1444337107] 'process raft request' (duration: 158.194038ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:24.54341Z","caller":"traceutil/trace.go:171","msg":"trace[2049744624] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"156.467411ms","start":"2026-06-22T23:13:24.386917Z","end":"2026-06-22T23:13:24.543384Z","steps":["trace[2049744624] 'process raft request' (duration: 156.284236ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:24.543462Z","caller":"traceutil/trace.go:171","msg":"trace[56363843] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"158.477575ms","start":"2026-06-22T23:13:24.384962Z","end":"2026-06-22T23:13:24.543439Z","steps":["trace[56363843] 'process raft request' (duration: 158.168877ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:24.543462Z","caller":"traceutil/trace.go:171","msg":"trace[44333320] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"152.992856ms","start":"2026-06-22T23:13:24.390426Z","end":"2026-06-22T23:13:24.543419Z","steps":["trace[44333320] 'process raft request' (duration: 152.807261ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:24.543707Z","caller":"traceutil/trace.go:171","msg":"trace[2039638342] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"158.549427ms","start":"2026-06-22T23:13:24.38515Z","end":"2026-06-22T23:13:24.543699Z","steps":["trace[2039638342] 'process raft request' (duration: 158.028313ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:13:26.662267Z","caller":"traceutil/trace.go:171","msg":"trace[1901658274] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"113.774038ms","start":"2026-06-22T23:13:26.548458Z","end":"2026-06-22T23:13:26.662232Z","steps":["trace[1901658274] 'process raft request' (duration: 113.566082ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:14:52.790609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2981} {"level":"info","ts":"2026-06-22T23:14:52.873974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2981,"took":"81.715466ms","hash":3321363687,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":34312192,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-22T23:14:52.874207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3321363687,"revision":2981,"compact-revision":-1} {"level":"info","ts":"2026-06-22T23:19:41.071497Z","caller":"traceutil/trace.go:171","msg":"trace[531027025] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"303.865767ms","start":"2026-06-22T23:19:40.767603Z","end":"2026-06-22T23:19:41.071469Z","steps":["trace[531027025] 'process raft request' (duration: 303.707303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:19:41.071654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:19:40.767584Z","time spent":"303.99123ms","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:19:41.072328Z","caller":"traceutil/trace.go:171","msg":"trace[1395644212] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"302.809689ms","start":"2026-06-22T23:19:40.769496Z","end":"2026-06-22T23:19:41.072306Z","steps":["trace[1395644212] 'process raft request' (duration: 302.646524ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:41.072481Z","caller":"traceutil/trace.go:171","msg":"trace[197694592] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8509; }","duration":"198.761152ms","start":"2026-06-22T23:19:40.873702Z","end":"2026-06-22T23:19:41.072463Z","steps":["trace[197694592] 'read index received' (duration: 197.652952ms)","trace[197694592] 'applied index is now lower than readState.Index' (duration: 1.10727ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:19:41.072607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:19:40.769481Z","time spent":"302.921161ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:19:41.072973Z","caller":"traceutil/trace.go:171","msg":"trace[71530204] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"296.017895ms","start":"2026-06-22T23:19:40.776934Z","end":"2026-06-22T23:19:41.072952Z","steps":["trace[71530204] 'process raft request' (duration: 295.326606ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:19:41.073111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.394619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:19:41.073181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.39964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xwxt9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-22T23:19:41.073174Z","caller":"traceutil/trace.go:171","msg":"trace[1828158307] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8213; }","duration":"199.487911ms","start":"2026-06-22T23:19:40.873671Z","end":"2026-06-22T23:19:41.073159Z","steps":["trace[1828158307] 'agreement among raft nodes before linearized reading' (duration: 199.388308ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:41.073224Z","caller":"traceutil/trace.go:171","msg":"trace[1029483675] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xwxt9; range_end:; response_count:1; response_revision:8213; }","duration":"169.489362ms","start":"2026-06-22T23:19:40.903723Z","end":"2026-06-22T23:19:41.073213Z","steps":["trace[1029483675] 'agreement among raft nodes before linearized reading' (duration: 169.263826ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:51.802988Z","caller":"traceutil/trace.go:171","msg":"trace[938801547] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8572; }","duration":"138.605519ms","start":"2026-06-22T23:19:51.664357Z","end":"2026-06-22T23:19:51.802963Z","steps":["trace[938801547] 'read index received' (duration: 117.831839ms)","trace[938801547] 'applied index is now lower than readState.Index' (duration: 20.77266ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:19:51.803108Z","caller":"traceutil/trace.go:171","msg":"trace[91963615] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"143.817549ms","start":"2026-06-22T23:19:51.659256Z","end":"2026-06-22T23:19:51.803073Z","steps":["trace[91963615] 'process raft request' (duration: 122.989857ms)","trace[91963615] 'compare' (duration: 20.606706ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:19:51.803244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.859396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-22T23:19:51.803286Z","caller":"traceutil/trace.go:171","msg":"trace[1208919606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8271; }","duration":"138.939988ms","start":"2026-06-22T23:19:51.664332Z","end":"2026-06-22T23:19:51.803272Z","steps":["trace[1208919606] 'agreement among raft nodes before linearized reading' (duration: 138.774604ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:19:51.803286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.236224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-22T23:19:51.803349Z","caller":"traceutil/trace.go:171","msg":"trace[1294432697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8271; }","duration":"133.342907ms","start":"2026-06-22T23:19:51.669992Z","end":"2026-06-22T23:19:51.803334Z","steps":["trace[1294432697] 'agreement among raft nodes before linearized reading' (duration: 133.155372ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:52.450139Z","caller":"traceutil/trace.go:171","msg":"trace[383883334] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"224.608269ms","start":"2026-06-22T23:19:52.225507Z","end":"2026-06-22T23:19:52.450116Z","steps":["trace[383883334] 'process raft request' (duration: 222.764109ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:52.854632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6112} {"level":"warn","ts":"2026-06-22T23:19:53.388892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.735282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:19:53.389104Z","caller":"traceutil/trace.go:171","msg":"trace[1453558071] linearizableReadLoop","detail":"{readStateIndex:8582; appliedIndex:8580; }","duration":"255.556213ms","start":"2026-06-22T23:19:53.133531Z","end":"2026-06-22T23:19:53.389088Z","steps":["trace[1453558071] 'read index received' (duration: 86.506393ms)","trace[1453558071] 'applied index is now lower than readState.Index' (duration: 169.04856ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:19:53.389199Z","caller":"traceutil/trace.go:171","msg":"trace[590179473] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"270.222299ms","start":"2026-06-22T23:19:53.118967Z","end":"2026-06-22T23:19:53.389189Z","steps":["trace[590179473] 'process raft request' (duration: 270.037874ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:53.389202Z","caller":"traceutil/trace.go:171","msg":"trace[1341142164] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"272.839361ms","start":"2026-06-22T23:19:53.116324Z","end":"2026-06-22T23:19:53.389164Z","steps":["trace[1341142164] 'process raft request' (duration: 103.744579ms)","trace[1341142164] 'compare' (duration: 116.945185ms)","trace[1341142164] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:530; } (duration: 51.635503ms)"],"step_count":3} {"level":"warn","ts":"2026-06-22T23:19:53.389458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.779841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xwxt9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-22T23:19:53.38947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.926824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-22T23:19:53.389535Z","caller":"traceutil/trace.go:171","msg":"trace[1293902499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xwxt9; range_end:; response_count:1; response_revision:8279; }","duration":"248.915835ms","start":"2026-06-22T23:19:53.140602Z","end":"2026-06-22T23:19:53.389518Z","steps":["trace[1293902499] 'agreement among raft nodes before linearized reading' (duration: 248.618027ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:53.389552Z","caller":"traceutil/trace.go:171","msg":"trace[353634908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8279; }","duration":"256.038907ms","start":"2026-06-22T23:19:53.133496Z","end":"2026-06-22T23:19:53.389535Z","steps":["trace[353634908] 'agreement among raft nodes before linearized reading' (duration: 255.849421ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:19:53.494706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6112,"took":"637.889557ms","hash":261625181,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":23371776,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-06-22T23:19:53.494781Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":261625181,"revision":6112,"compact-revision":2981} {"level":"warn","ts":"2026-06-22T23:19:54.868822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.261098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:19:54.868912Z","caller":"traceutil/trace.go:171","msg":"trace[656564047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8287; }","duration":"221.400132ms","start":"2026-06-22T23:19:54.647492Z","end":"2026-06-22T23:19:54.868892Z","steps":["trace[656564047] 'range keys from in-memory index tree' (duration: 221.143235ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:20:22.569946Z","caller":"traceutil/trace.go:171","msg":"trace[120244093] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"320.393623ms","start":"2026-06-22T23:20:22.249537Z","end":"2026-06-22T23:20:22.56993Z","steps":["trace[120244093] 'process raft request' (duration: 320.29043ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:22.570058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:20:22.249518Z","time spent":"320.483735ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:20:22.820576Z","caller":"traceutil/trace.go:171","msg":"trace[238734889] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8801; }","duration":"177.805477ms","start":"2026-06-22T23:20:22.642718Z","end":"2026-06-22T23:20:22.820523Z","steps":["trace[238734889] 'read index received' (duration: 130.291135ms)","trace[238734889] 'applied index is now lower than readState.Index' (duration: 47.513392ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:20:22.820716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.978191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:20:22.820747Z","caller":"traceutil/trace.go:171","msg":"trace[989556522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8491; }","duration":"178.055963ms","start":"2026-06-22T23:20:22.642682Z","end":"2026-06-22T23:20:22.820738Z","steps":["trace[989556522] 'agreement among raft nodes before linearized reading' (duration: 177.985941ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:20:22.820833Z","caller":"traceutil/trace.go:171","msg":"trace[177065347] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"344.76984ms","start":"2026-06-22T23:20:22.476032Z","end":"2026-06-22T23:20:22.820801Z","steps":["trace[177065347] 'process raft request' (duration: 296.967861ms)","trace[177065347] 'compare' (duration: 47.415509ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:20:22.820994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:20:22.47601Z","time spent":"344.898494ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:20:26.256832Z","caller":"traceutil/trace.go:171","msg":"trace[890793205] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"325.692776ms","start":"2026-06-22T23:20:25.931095Z","end":"2026-06-22T23:20:26.256788Z","steps":["trace[890793205] 'process raft request' (duration: 296.748658ms)","trace[890793205] 'compare' (duration: 28.714322ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:20:26.25701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:20:25.931071Z","time spent":"325.853011ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:20:26.257025Z","caller":"traceutil/trace.go:171","msg":"trace[1869122082] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8817; }","duration":"288.888184ms","start":"2026-06-22T23:20:25.968105Z","end":"2026-06-22T23:20:26.256993Z","steps":["trace[1869122082] 'read index received' (duration: 84.407837ms)","trace[1869122082] 'applied index is now lower than readState.Index' (duration: 204.477257ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:20:26.257372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.447656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:20:26.257448Z","caller":"traceutil/trace.go:171","msg":"trace[209385459] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8508; }","duration":"237.497087ms","start":"2026-06-22T23:20:26.019909Z","end":"2026-06-22T23:20:26.257406Z","steps":["trace[209385459] 'agreement among raft nodes before linearized reading' (duration: 237.398974ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:26.257429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.948781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-22T23:20:26.257505Z","caller":"traceutil/trace.go:171","msg":"trace[1016043174] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8508; }","duration":"106.052503ms","start":"2026-06-22T23:20:26.151436Z","end":"2026-06-22T23:20:26.257488Z","steps":["trace[1016043174] 'agreement among raft nodes before linearized reading' (duration: 105.862088ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:26.257551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.515741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-22T23:20:26.257647Z","caller":"traceutil/trace.go:171","msg":"trace[885589088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8508; }","duration":"269.652224ms","start":"2026-06-22T23:20:25.987975Z","end":"2026-06-22T23:20:26.257627Z","steps":["trace[885589088] 'agreement among raft nodes before linearized reading' (duration: 269.374807ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:20:26.257429Z","caller":"traceutil/trace.go:171","msg":"trace[1326715632] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"203.893761ms","start":"2026-06-22T23:20:26.05352Z","end":"2026-06-22T23:20:26.257414Z","steps":["trace[1326715632] 'process raft request' (duration: 203.228793ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:26.257436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.239727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-22T23:20:26.257894Z","caller":"traceutil/trace.go:171","msg":"trace[318072508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8508; }","duration":"281.747081ms","start":"2026-06-22T23:20:25.976132Z","end":"2026-06-22T23:20:26.257879Z","steps":["trace[318072508] 'agreement among raft nodes before linearized reading' (duration: 281.145045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:26.257963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.85241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-22T23:20:26.258012Z","caller":"traceutil/trace.go:171","msg":"trace[423909463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8507; }","duration":"289.922161ms","start":"2026-06-22T23:20:25.96808Z","end":"2026-06-22T23:20:26.258002Z","steps":["trace[423909463] 'agreement among raft nodes before linearized reading' (duration: 289.046548ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:20:35.511238Z","caller":"traceutil/trace.go:171","msg":"trace[1361007792] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"101.193862ms","start":"2026-06-22T23:20:35.410021Z","end":"2026-06-22T23:20:35.511215Z","steps":["trace[1361007792] 'process raft request' (duration: 101.046968ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:35.756746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.828493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:20:35.756917Z","caller":"traceutil/trace.go:171","msg":"trace[799480928] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8916; }","duration":"111.224633ms","start":"2026-06-22T23:20:35.645677Z","end":"2026-06-22T23:20:35.756901Z","steps":["trace[799480928] 'read index received' (duration: 107.750549ms)","trace[799480928] 'applied index is now lower than readState.Index' (duration: 3.473184ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:20:35.756993Z","caller":"traceutil/trace.go:171","msg":"trace[749411817] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"187.411323ms","start":"2026-06-22T23:20:35.569568Z","end":"2026-06-22T23:20:35.756979Z","steps":["trace[749411817] 'process raft request' (duration: 70.264651ms)","trace[749411817] 'compare' (duration: 116.733981ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:20:35.757119Z","caller":"traceutil/trace.go:171","msg":"trace[881342256] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"167.25706ms","start":"2026-06-22T23:20:35.589842Z","end":"2026-06-22T23:20:35.757099Z","steps":["trace[881342256] 'process raft request' (duration: 167.008154ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:35.757173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.48508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:20:35.757237Z","caller":"traceutil/trace.go:171","msg":"trace[1677013250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8600; }","duration":"111.572932ms","start":"2026-06-22T23:20:35.645638Z","end":"2026-06-22T23:20:35.757211Z","steps":["trace[1677013250] 'agreement among raft nodes before linearized reading' (duration: 111.429918ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:20:36.447225Z","caller":"traceutil/trace.go:171","msg":"trace[1083993096] linearizableReadLoop","detail":"{readStateIndex:8927; appliedIndex:8925; }","duration":"107.910294ms","start":"2026-06-22T23:20:36.339286Z","end":"2026-06-22T23:20:36.447197Z","steps":["trace[1083993096] 'read index received' (duration: 32.537946ms)","trace[1083993096] 'applied index is now lower than readState.Index' (duration: 75.370378ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:20:36.447308Z","caller":"traceutil/trace.go:171","msg":"trace[2079431839] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"111.824079ms","start":"2026-06-22T23:20:36.335432Z","end":"2026-06-22T23:20:36.447256Z","steps":["trace[2079431839] 'process raft request' (duration: 56.438969ms)","trace[2079431839] 'compare' (duration: 55.197165ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:20:36.447535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.238682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-06-22T23:20:36.447611Z","caller":"traceutil/trace.go:171","msg":"trace[863219661] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8608; }","duration":"108.338645ms","start":"2026-06-22T23:20:36.339255Z","end":"2026-06-22T23:20:36.447594Z","steps":["trace[863219661] 'agreement among raft nodes before linearized reading' (duration: 108.086999ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:20:48.619402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.07375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-22T23:20:48.61954Z","caller":"traceutil/trace.go:171","msg":"trace[309457653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8707; }","duration":"101.283385ms","start":"2026-06-22T23:20:48.518231Z","end":"2026-06-22T23:20:48.619515Z","steps":["trace[309457653] 'range keys from in-memory index tree' (duration: 100.831793ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:20:52.646376Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002382.wal"} {"level":"info","ts":"2026-06-22T23:22:33.996276Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-22T23:22:34.001623Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-22T23:22:34.001739Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-22T23:24:52.861017Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8276} {"level":"info","ts":"2026-06-22T23:24:52.937597Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8276,"took":"74.571706ms","hash":2800416025,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":24133632,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-22T23:24:52.937675Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2800416025,"revision":8276,"compact-revision":6112} {"level":"info","ts":"2026-06-22T23:27:28.217294Z","caller":"traceutil/trace.go:171","msg":"trace[187980244] transaction","detail":"{read_only:false; response_revision:11768; number_of_response:1; }","duration":"136.493322ms","start":"2026-06-22T23:27:28.080733Z","end":"2026-06-22T23:27:28.217227Z","steps":["trace[187980244] 'process raft request' (duration: 136.264776ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:27:28.486033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.647425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-22T23:27:28.486147Z","caller":"traceutil/trace.go:171","msg":"trace[1164497467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11768; }","duration":"159.813549ms","start":"2026-06-22T23:27:28.326309Z","end":"2026-06-22T23:27:28.486123Z","steps":["trace[1164497467] 'range keys from in-memory index tree' (duration: 159.378808ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:27:28.853427Z","caller":"traceutil/trace.go:171","msg":"trace[1160954643] linearizableReadLoop","detail":"{readStateIndex:12190; appliedIndex:12189; }","duration":"129.845943ms","start":"2026-06-22T23:27:28.723534Z","end":"2026-06-22T23:27:28.853379Z","steps":["trace[1160954643] 'read index received' (duration: 122.496335ms)","trace[1160954643] 'applied index is now lower than readState.Index' (duration: 7.347208ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:27:28.85361Z","caller":"traceutil/trace.go:171","msg":"trace[1572552218] transaction","detail":"{read_only:false; response_revision:11772; number_of_response:1; }","duration":"186.170589ms","start":"2026-06-22T23:27:28.6674Z","end":"2026-06-22T23:27:28.853571Z","steps":["trace[1572552218] 'process raft request' (duration: 178.702998ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:27:28.853731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.148902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-22T23:27:28.853751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.808411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:27:28.853801Z","caller":"traceutil/trace.go:171","msg":"trace[1437415950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11772; }","duration":"130.281934ms","start":"2026-06-22T23:27:28.723495Z","end":"2026-06-22T23:27:28.853777Z","steps":["trace[1437415950] 'agreement among raft nodes before linearized reading' (duration: 130.11955ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:27:28.853817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.007739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:27:28.85384Z","caller":"traceutil/trace.go:171","msg":"trace[684977049] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11772; }","duration":"123.951535ms","start":"2026-06-22T23:27:28.729867Z","end":"2026-06-22T23:27:28.853819Z","steps":["trace[684977049] 'agreement among raft nodes before linearized reading' (duration: 123.79393ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:27:28.853853Z","caller":"traceutil/trace.go:171","msg":"trace[515827696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11772; }","duration":"123.069021ms","start":"2026-06-22T23:27:28.730772Z","end":"2026-06-22T23:27:28.853841Z","steps":["trace[515827696] 'agreement among raft nodes before linearized reading' (duration: 123.01021ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:27:28.854006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.218504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:27:28.854036Z","caller":"traceutil/trace.go:171","msg":"trace[1148040677] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11772; }","duration":"123.246565ms","start":"2026-06-22T23:27:28.730778Z","end":"2026-06-22T23:27:28.854025Z","steps":["trace[1148040677] 'agreement among raft nodes before linearized reading' (duration: 123.199144ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:27:28.853778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.888386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:27:28.854096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.974819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-06-22T23:27:28.854115Z","caller":"traceutil/trace.go:171","msg":"trace[1395734840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11772; }","duration":"123.291776ms","start":"2026-06-22T23:27:28.730815Z","end":"2026-06-22T23:27:28.854107Z","steps":["trace[1395734840] 'agreement among raft nodes before linearized reading' (duration: 122.877545ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:27:28.854152Z","caller":"traceutil/trace.go:171","msg":"trace[1550349297] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11772; }","duration":"123.04736ms","start":"2026-06-22T23:27:28.73109Z","end":"2026-06-22T23:27:28.854137Z","steps":["trace[1550349297] 'agreement among raft nodes before linearized reading' (duration: 122.867685ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:27:30.088437Z","caller":"traceutil/trace.go:171","msg":"trace[1146652084] linearizableReadLoop","detail":"{readStateIndex:12197; appliedIndex:12196; }","duration":"172.88249ms","start":"2026-06-22T23:27:29.915531Z","end":"2026-06-22T23:27:30.088414Z","steps":["trace[1146652084] 'read index received' (duration: 172.693035ms)","trace[1146652084] 'applied index is now lower than readState.Index' (duration: 188.455µs)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:27:30.088489Z","caller":"traceutil/trace.go:171","msg":"trace[542248476] transaction","detail":"{read_only:false; response_revision:11779; number_of_response:1; }","duration":"281.163103ms","start":"2026-06-22T23:27:29.807297Z","end":"2026-06-22T23:27:30.08846Z","steps":["trace[542248476] 'process raft request' (duration: 280.977248ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:27:30.088698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.115826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:27:30.088835Z","caller":"traceutil/trace.go:171","msg":"trace[1831904538] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11779; }","duration":"173.324422ms","start":"2026-06-22T23:27:29.915478Z","end":"2026-06-22T23:27:30.088802Z","steps":["trace[1831904538] 'agreement among raft nodes before linearized reading' (duration: 173.052085ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:29:52.86792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10502} {"level":"info","ts":"2026-06-22T23:29:52.945194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10502,"took":"75.319796ms","hash":3795263930,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":26353664,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-22T23:29:52.945287Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3795263930,"revision":10502,"compact-revision":8276} {"level":"info","ts":"2026-06-22T23:33:33.705125Z","caller":"traceutil/trace.go:171","msg":"trace[189051354] linearizableReadLoop","detail":"{readStateIndex:14746; appliedIndex:14745; }","duration":"178.049742ms","start":"2026-06-22T23:33:33.527051Z","end":"2026-06-22T23:33:33.705101Z","steps":["trace[189051354] 'read index received' (duration: 177.865507ms)","trace[189051354] 'applied index is now lower than readState.Index' (duration: 183.094µs)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:33:33.70525Z","caller":"traceutil/trace.go:171","msg":"trace[1468944085] transaction","detail":"{read_only:false; response_revision:14241; number_of_response:1; }","duration":"217.873753ms","start":"2026-06-22T23:33:33.487331Z","end":"2026-06-22T23:33:33.705204Z","steps":["trace[1468944085] 'process raft request' (duration: 217.606856ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:33:33.705558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.482693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xwxt9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-22T23:33:33.705601Z","caller":"traceutil/trace.go:171","msg":"trace[394990444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xwxt9; range_end:; response_count:1; response_revision:14241; }","duration":"178.545365ms","start":"2026-06-22T23:33:33.527044Z","end":"2026-06-22T23:33:33.70559Z","steps":["trace[394990444] 'agreement among raft nodes before linearized reading' (duration: 178.197525ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:33:36.605526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.529305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:33:36.605563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.739985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-22T23:33:36.605614Z","caller":"traceutil/trace.go:171","msg":"trace[1219997914] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:14253; }","duration":"285.660957ms","start":"2026-06-22T23:33:36.319934Z","end":"2026-06-22T23:33:36.605595Z","steps":["trace[1219997914] 'count revisions from in-memory index tree' (duration: 285.430321ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:33:36.605639Z","caller":"traceutil/trace.go:171","msg":"trace[511314037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14253; }","duration":"128.862088ms","start":"2026-06-22T23:33:36.476756Z","end":"2026-06-22T23:33:36.605618Z","steps":["trace[511314037] 'range keys from in-memory index tree' (duration: 128.58133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:33:36.606019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.70028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-22T23:33:36.606068Z","caller":"traceutil/trace.go:171","msg":"trace[625423240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14253; }","duration":"126.765831ms","start":"2026-06-22T23:33:36.479288Z","end":"2026-06-22T23:33:36.606054Z","steps":["trace[625423240] 'range keys from in-memory index tree' (duration: 126.559965ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:33:54.910617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.396361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-22T23:33:54.910714Z","caller":"traceutil/trace.go:171","msg":"trace[1858384050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14353; }","duration":"220.537125ms","start":"2026-06-22T23:33:54.69016Z","end":"2026-06-22T23:33:54.910697Z","steps":["trace[1858384050] 'range keys from in-memory index tree' (duration: 220.242076ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:33:54.9108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.554304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-22T23:33:54.910869Z","caller":"traceutil/trace.go:171","msg":"trace[904312267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14353; }","duration":"214.652877ms","start":"2026-06-22T23:33:54.696203Z","end":"2026-06-22T23:33:54.910856Z","steps":["trace[904312267] 'range keys from in-memory index tree' (duration: 214.458121ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:33:54.910841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.499207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-22T23:33:54.910974Z","caller":"traceutil/trace.go:171","msg":"trace[564684317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14353; }","duration":"219.651772ms","start":"2026-06-22T23:33:54.691303Z","end":"2026-06-22T23:33:54.910955Z","steps":["trace[564684317] 'range keys from in-memory index tree' (duration: 219.323913ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:33:57.971674Z","caller":"traceutil/trace.go:171","msg":"trace[811849861] linearizableReadLoop","detail":"{readStateIndex:14882; appliedIndex:14881; }","duration":"138.463856ms","start":"2026-06-22T23:33:57.833184Z","end":"2026-06-22T23:33:57.971648Z","steps":["trace[811849861] 'read index received' (duration: 136.803291ms)","trace[811849861] 'applied index is now lower than readState.Index' (duration: 1.659215ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:33:57.971794Z","caller":"traceutil/trace.go:171","msg":"trace[453892492] transaction","detail":"{read_only:false; response_revision:14372; number_of_response:1; }","duration":"163.770028ms","start":"2026-06-22T23:33:57.808011Z","end":"2026-06-22T23:33:57.971781Z","steps":["trace[453892492] 'process raft request' (duration: 161.98272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:33:57.971979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.775985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-22T23:33:57.972065Z","caller":"traceutil/trace.go:171","msg":"trace[829480998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14372; }","duration":"138.905009ms","start":"2026-06-22T23:33:57.83314Z","end":"2026-06-22T23:33:57.972045Z","steps":["trace[829480998] 'agreement among raft nodes before linearized reading' (duration: 138.731984ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:11.481048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203132899663078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-22T23:34:11.681741Z","caller":"traceutil/trace.go:171","msg":"trace[1558953259] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"943.672886ms","start":"2026-06-22T23:34:10.738038Z","end":"2026-06-22T23:34:11.681711Z","steps":["trace[1558953259] 'process raft request' (duration: 943.501371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:11.681892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:10.738028Z","time spent":"943.785499ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:34:11.688632Z","caller":"traceutil/trace.go:171","msg":"trace[835186363] transaction","detail":"{read_only:false; response_revision:14455; number_of_response:1; }","duration":"711.376815ms","start":"2026-06-22T23:34:10.977226Z","end":"2026-06-22T23:34:11.688603Z","steps":["trace[835186363] 'process raft request' (duration: 711.308373ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:34:11.688656Z","caller":"traceutil/trace.go:171","msg":"trace[2019403489] transaction","detail":"{read_only:false; response_revision:14453; number_of_response:1; }","duration":"722.765912ms","start":"2026-06-22T23:34:10.965854Z","end":"2026-06-22T23:34:11.688619Z","steps":["trace[2019403489] 'process raft request' (duration: 722.485704ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:34:11.688713Z","caller":"traceutil/trace.go:171","msg":"trace[1163687104] transaction","detail":"{read_only:false; response_revision:14454; number_of_response:1; }","duration":"720.315195ms","start":"2026-06-22T23:34:10.968354Z","end":"2026-06-22T23:34:11.68867Z","steps":["trace[1163687104] 'process raft request' (duration: 720.13736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:11.688824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:10.965821Z","time spent":"722.916436ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:34:11.688834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:10.977207Z","time spent":"711.514698ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:34:11.688874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:10.968341Z","time spent":"720.447889ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:34:11.69455Z","caller":"traceutil/trace.go:171","msg":"trace[1548123793] linearizableReadLoop","detail":"{readStateIndex:14969; appliedIndex:14964; }","duration":"713.905673ms","start":"2026-06-22T23:34:10.980625Z","end":"2026-06-22T23:34:11.694531Z","steps":["trace[1548123793] 'read index received' (duration: 700.900013ms)","trace[1548123793] 'applied index is now lower than readState.Index' (duration: 13.00457ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:34:11.694759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.049679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-22T23:34:11.694806Z","caller":"traceutil/trace.go:171","msg":"trace[508792720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14455; }","duration":"710.125581ms","start":"2026-06-22T23:34:10.984669Z","end":"2026-06-22T23:34:11.694795Z","steps":["trace[508792720] 'agreement among raft nodes before linearized reading' (duration: 709.986007ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:11.694818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.536796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-06-22T23:34:11.694852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.468267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-22T23:34:11.694883Z","caller":"traceutil/trace.go:171","msg":"trace[457839979] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14455; }","duration":"100.603328ms","start":"2026-06-22T23:34:11.594268Z","end":"2026-06-22T23:34:11.694871Z","steps":["trace[457839979] 'agreement among raft nodes before linearized reading' (duration: 100.439784ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:34:11.694916Z","caller":"traceutil/trace.go:171","msg":"trace[182632391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14455; }","duration":"708.543049ms","start":"2026-06-22T23:34:10.986354Z","end":"2026-06-22T23:34:11.694897Z","steps":["trace[182632391] 'agreement among raft nodes before linearized reading' (duration: 708.338683ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:11.694833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:10.984657Z","time spent":"710.170203ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-22T23:34:11.694967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:10.986348Z","time spent":"708.60797ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-22T23:34:11.694808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.454659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:34:11.694959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.282854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-22T23:34:11.695077Z","caller":"traceutil/trace.go:171","msg":"trace[1031649634] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14455; }","duration":"419.784377ms","start":"2026-06-22T23:34:11.275277Z","end":"2026-06-22T23:34:11.695061Z","steps":["trace[1031649634] 'agreement among raft nodes before linearized reading' (duration: 419.469239ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:34:11.695144Z","caller":"traceutil/trace.go:171","msg":"trace[345646497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14455; }","duration":"714.54437ms","start":"2026-06-22T23:34:10.980569Z","end":"2026-06-22T23:34:11.695114Z","steps":["trace[345646497] 'agreement among raft nodes before linearized reading' (duration: 714.042807ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:11.695196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:11.275229Z","time spent":"419.924022ms","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-06-22T23:34:11.69528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:10.980549Z","time spent":"714.682224ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-22T23:34:12.955598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.000082ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:34:12.95573Z","caller":"traceutil/trace.go:171","msg":"trace[960253341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14466; }","duration":"158.151696ms","start":"2026-06-22T23:34:12.797558Z","end":"2026-06-22T23:34:12.95571Z","steps":["trace[960253341] 'range keys from in-memory index tree' (duration: 157.980221ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:34:21.084346Z","caller":"traceutil/trace.go:171","msg":"trace[763862621] linearizableReadLoop","detail":"{readStateIndex:15137; appliedIndex:15136; }","duration":"170.960061ms","start":"2026-06-22T23:34:20.913356Z","end":"2026-06-22T23:34:21.084316Z","steps":["trace[763862621] 'read index received' (duration: 170.931551ms)","trace[763862621] 'applied index is now lower than readState.Index' (duration: 26.88µs)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:34:21.084378Z","caller":"traceutil/trace.go:171","msg":"trace[1090801838] transaction","detail":"{read_only:false; response_revision:14621; number_of_response:1; }","duration":"271.394744ms","start":"2026-06-22T23:34:20.81295Z","end":"2026-06-22T23:34:21.084345Z","steps":["trace[1090801838] 'process raft request' (duration: 271.097416ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:21.084498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.100905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:34:21.084542Z","caller":"traceutil/trace.go:171","msg":"trace[2072830255] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14621; }","duration":"171.207267ms","start":"2026-06-22T23:34:20.913325Z","end":"2026-06-22T23:34:21.084532Z","steps":["trace[2072830255] 'agreement among raft nodes before linearized reading' (duration: 171.094334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:21.643679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:21.302063Z","time spent":"341.609564ms","remote":"127.0.0.1:50812","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-22T23:34:21.64439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.111442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-22T23:34:21.64466Z","caller":"traceutil/trace.go:171","msg":"trace[448283660] linearizableReadLoop","detail":"{readStateIndex:15138; appliedIndex:15137; }","duration":"556.368133ms","start":"2026-06-22T23:34:21.08826Z","end":"2026-06-22T23:34:21.644628Z","steps":["trace[448283660] 'read index received' (duration: 234.904561ms)","trace[448283660] 'applied index is now lower than readState.Index' (duration: 321.461082ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:34:21.644667Z","caller":"traceutil/trace.go:171","msg":"trace[1971009401] transaction","detail":"{read_only:false; response_revision:14622; number_of_response:1; }","duration":"654.962746ms","start":"2026-06-22T23:34:20.989636Z","end":"2026-06-22T23:34:21.644599Z","steps":["trace[1971009401] 'process raft request' (duration: 333.526325ms)","trace[1971009401] 'compare' (duration: 320.803884ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:34:21.64488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:20.989617Z","time spent":"655.190303ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:34:21.700363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.080301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-g255x\" ","response":"range_response_count:1 size:12928"} {"level":"info","ts":"2026-06-22T23:34:21.700458Z","caller":"traceutil/trace.go:171","msg":"trace[1222462668] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-g255x; range_end:; response_count:1; response_revision:14622; }","duration":"612.213795ms","start":"2026-06-22T23:34:21.088219Z","end":"2026-06-22T23:34:21.700433Z","steps":["trace[1222462668] 'agreement among raft nodes before linearized reading' (duration: 556.492246ms)","trace[1222462668] 'range keys from in-memory index tree' (duration: 55.473732ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:34:21.700633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:21.088201Z","time spent":"612.413071ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12951,"request content":"key:\"/registry/pods/openstack/openvswitch-g255x\" "} {"level":"warn","ts":"2026-06-22T23:34:21.70095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.706852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-22T23:34:21.701033Z","caller":"traceutil/trace.go:171","msg":"trace[1172603169] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:14622; }","duration":"258.824055ms","start":"2026-06-22T23:34:21.442174Z","end":"2026-06-22T23:34:21.700999Z","steps":["trace[1172603169] 'agreement among raft nodes before linearized reading' (duration: 258.685921ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:21.701194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.389708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-k5vqr.18bb8b5185acda6b\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-06-22T23:34:21.701256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.325086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-22T23:34:21.701337Z","caller":"traceutil/trace.go:171","msg":"trace[78079211] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14622; }","duration":"198.45032ms","start":"2026-06-22T23:34:21.502868Z","end":"2026-06-22T23:34:21.701318Z","steps":["trace[78079211] 'agreement among raft nodes before linearized reading' (duration: 198.329786ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:34:21.701352Z","caller":"traceutil/trace.go:171","msg":"trace[1056566491] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-k5vqr.18bb8b5185acda6b; range_end:; response_count:1; response_revision:14622; }","duration":"373.479221ms","start":"2026-06-22T23:34:21.327761Z","end":"2026-06-22T23:34:21.701241Z","steps":["trace[1056566491] 'agreement among raft nodes before linearized reading' (duration: 373.209783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:34:21.701738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:34:21.327746Z","time spent":"373.925792ms","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-k5vqr.18bb8b5185acda6b\" "} {"level":"info","ts":"2026-06-22T23:34:52.875158Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12754} {"level":"info","ts":"2026-06-22T23:34:52.956624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12754,"took":"78.603405ms","hash":1452147678,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":29257728,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-22T23:34:52.956708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1452147678,"revision":12754,"compact-revision":10502} {"level":"info","ts":"2026-06-22T23:35:42.360927Z","caller":"traceutil/trace.go:171","msg":"trace[1118178412] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"141.707213ms","start":"2026-06-22T23:35:42.219193Z","end":"2026-06-22T23:35:42.3609Z","steps":["trace[1118178412] 'process raft request' (duration: 132.073124ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:35:42.362544Z","caller":"traceutil/trace.go:171","msg":"trace[1310961245] transaction","detail":"{read_only:false; response_revision:15613; number_of_response:1; }","duration":"143.325787ms","start":"2026-06-22T23:35:42.219193Z","end":"2026-06-22T23:35:42.362519Z","steps":["trace[1310961245] 'process raft request' (duration: 143.175953ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:35:42.362716Z","caller":"traceutil/trace.go:171","msg":"trace[724720092] transaction","detail":"{read_only:false; response_revision:15614; number_of_response:1; }","duration":"142.32587ms","start":"2026-06-22T23:35:42.220365Z","end":"2026-06-22T23:35:42.362691Z","steps":["trace[724720092] 'process raft request' (duration: 142.114134ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:35:59.123179Z","caller":"traceutil/trace.go:171","msg":"trace[451737005] transaction","detail":"{read_only:false; response_revision:15700; number_of_response:1; }","duration":"203.290941ms","start":"2026-06-22T23:35:58.919867Z","end":"2026-06-22T23:35:59.123158Z","steps":["trace[451737005] 'process raft request' (duration: 203.136057ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:35:59.51567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.83853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-22T23:35:59.515795Z","caller":"traceutil/trace.go:171","msg":"trace[1653231440] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15700; }","duration":"151.018404ms","start":"2026-06-22T23:35:59.364745Z","end":"2026-06-22T23:35:59.515764Z","steps":["trace[1653231440] 'range keys from in-memory index tree' (duration: 150.625944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:36:00.69123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.090208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-22T23:36:00.691249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.433873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-22T23:36:00.691312Z","caller":"traceutil/trace.go:171","msg":"trace[1651787166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15704; }","duration":"241.212121ms","start":"2026-06-22T23:36:00.450081Z","end":"2026-06-22T23:36:00.691293Z","steps":["trace[1651787166] 'range keys from in-memory index tree' (duration: 240.943274ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:00.691342Z","caller":"traceutil/trace.go:171","msg":"trace[427980046] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15704; }","duration":"142.544916ms","start":"2026-06-22T23:36:00.548776Z","end":"2026-06-22T23:36:00.691321Z","steps":["trace[427980046] 'range keys from in-memory index tree' (duration: 142.268528ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:36:00.691508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.971931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:36:00.691567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.076258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-22T23:36:00.691575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.902337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-22T23:36:00.69166Z","caller":"traceutil/trace.go:171","msg":"trace[1953852686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15704; }","duration":"118.235622ms","start":"2026-06-22T23:36:00.573402Z","end":"2026-06-22T23:36:00.691638Z","steps":["trace[1953852686] 'range keys from in-memory index tree' (duration: 117.878003ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:36:00.691677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.827382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-22T23:36:00.691679Z","caller":"traceutil/trace.go:171","msg":"trace[173027448] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15704; }","duration":"136.01896ms","start":"2026-06-22T23:36:00.555633Z","end":"2026-06-22T23:36:00.691652Z","steps":["trace[173027448] 'range keys from in-memory index tree' (duration: 135.704372ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:00.691711Z","caller":"traceutil/trace.go:171","msg":"trace[865343682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15704; }","duration":"240.916563ms","start":"2026-06-22T23:36:00.450785Z","end":"2026-06-22T23:36:00.691702Z","steps":["trace[865343682] 'range keys from in-memory index tree' (duration: 240.674057ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:36:00.6918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.274979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-22T23:36:00.69185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.873632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-22T23:36:00.691868Z","caller":"traceutil/trace.go:171","msg":"trace[1325426149] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15704; }","duration":"142.345201ms","start":"2026-06-22T23:36:00.549512Z","end":"2026-06-22T23:36:00.691857Z","steps":["trace[1325426149] 'range keys from in-memory index tree' (duration: 142.160146ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:00.691877Z","caller":"traceutil/trace.go:171","msg":"trace[1381401219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15704; }","duration":"240.943204ms","start":"2026-06-22T23:36:00.450926Z","end":"2026-06-22T23:36:00.691869Z","steps":["trace[1381401219] 'range keys from in-memory index tree' (duration: 240.755979ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:00.691595Z","caller":"traceutil/trace.go:171","msg":"trace[2106933048] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15704; }","duration":"142.149815ms","start":"2026-06-22T23:36:00.549425Z","end":"2026-06-22T23:36:00.691575Z","steps":["trace[2106933048] 'range keys from in-memory index tree' (duration: 141.928309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:36:00.692066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.348009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-22T23:36:00.692111Z","caller":"traceutil/trace.go:171","msg":"trace[1612457781] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15704; }","duration":"136.449422ms","start":"2026-06-22T23:36:00.555648Z","end":"2026-06-22T23:36:00.692097Z","steps":["trace[1612457781] 'range keys from in-memory index tree' (duration: 135.448805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:36:00.692155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.348994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-22T23:36:00.692202Z","caller":"traceutil/trace.go:171","msg":"trace[742438335] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15704; }","duration":"144.444928ms","start":"2026-06-22T23:36:00.547745Z","end":"2026-06-22T23:36:00.69219Z","steps":["trace[742438335] 'range keys from in-memory index tree' (duration: 144.159649ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:00.84138Z","caller":"traceutil/trace.go:171","msg":"trace[82634572] transaction","detail":"{read_only:false; response_revision:15706; number_of_response:1; }","duration":"143.165673ms","start":"2026-06-22T23:36:00.698181Z","end":"2026-06-22T23:36:00.841347Z","steps":["trace[82634572] 'process raft request' (duration: 139.310739ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:00.841596Z","caller":"traceutil/trace.go:171","msg":"trace[558557931] transaction","detail":"{read_only:false; response_revision:15707; number_of_response:1; }","duration":"143.243505ms","start":"2026-06-22T23:36:00.698328Z","end":"2026-06-22T23:36:00.841571Z","steps":["trace[558557931] 'process raft request' (duration: 142.973837ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:00.842033Z","caller":"traceutil/trace.go:171","msg":"trace[2066979991] transaction","detail":"{read_only:false; response_revision:15708; number_of_response:1; }","duration":"142.959907ms","start":"2026-06-22T23:36:00.699061Z","end":"2026-06-22T23:36:00.842021Z","steps":["trace[2066979991] 'process raft request' (duration: 142.448843ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:36:34.724461Z","caller":"traceutil/trace.go:171","msg":"trace[1284540144] transaction","detail":"{read_only:false; response_revision:15917; number_of_response:1; }","duration":"100.989018ms","start":"2026-06-22T23:36:34.623455Z","end":"2026-06-22T23:36:34.724444Z","steps":["trace[1284540144] 'process raft request' (duration: 100.618648ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:38:57.875109Z","caller":"traceutil/trace.go:171","msg":"trace[1067438689] transaction","detail":"{read_only:false; response_revision:17123; number_of_response:1; }","duration":"139.274909ms","start":"2026-06-22T23:38:57.7358Z","end":"2026-06-22T23:38:57.875075Z","steps":["trace[1067438689] 'process raft request' (duration: 124.850231ms)","trace[1067438689] 'compare' (duration: 13.585256ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:38:57.875377Z","caller":"traceutil/trace.go:171","msg":"trace[1343268676] transaction","detail":"{read_only:false; response_revision:17124; number_of_response:1; }","duration":"138.771386ms","start":"2026-06-22T23:38:57.736574Z","end":"2026-06-22T23:38:57.875345Z","steps":["trace[1343268676] 'process raft request' (duration: 138.427156ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:39:52.881622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15020} {"level":"info","ts":"2026-06-22T23:39:52.969688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15020,"took":"84.912705ms","hash":4203209953,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":30965760,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-22T23:39:52.969763Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4203209953,"revision":15020,"compact-revision":12754} {"level":"warn","ts":"2026-06-22T23:41:46.120109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.656688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-22T23:41:46.12093Z","caller":"traceutil/trace.go:171","msg":"trace[1489837803] transaction","detail":"{read_only:false; response_revision:18254; number_of_response:1; }","duration":"558.614577ms","start":"2026-06-22T23:41:45.562286Z","end":"2026-06-22T23:41:46.120901Z","steps":["trace[1489837803] 'process raft request' (duration: 252.059845ms)","trace[1489837803] 'compare' (duration: 305.186826ms)"],"step_count":2} {"level":"warn","ts":"2026-06-22T23:41:46.121044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:41:45.562265Z","time spent":"558.726811ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:41:46.164846Z","caller":"traceutil/trace.go:171","msg":"trace[878458561] transaction","detail":"{read_only:false; response_revision:18255; number_of_response:1; }","duration":"591.789421ms","start":"2026-06-22T23:41:45.573032Z","end":"2026-06-22T23:41:46.164822Z","steps":["trace[878458561] 'process raft request' (duration: 591.462232ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:41:46.164955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:41:45.573004Z","time spent":"591.899384ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-22T23:41:46.164928Z","caller":"traceutil/trace.go:171","msg":"trace[1023360062] transaction","detail":"{read_only:false; response_revision:18256; number_of_response:1; }","duration":"590.582248ms","start":"2026-06-22T23:41:45.574322Z","end":"2026-06-22T23:41:46.164904Z","steps":["trace[1023360062] 'process raft request' (duration: 590.30205ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:41:46.165096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:41:45.57431Z","time spent":"590.690962ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-22T23:41:46.165229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.651849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-06-22T23:41:46.16523Z","caller":"traceutil/trace.go:171","msg":"trace[383852649] linearizableReadLoop","detail":"{readStateIndex:18891; appliedIndex:18888; }","duration":"480.285669ms","start":"2026-06-22T23:41:45.684572Z","end":"2026-06-22T23:41:46.164858Z","steps":["trace[383852649] 'read index received' (duration: 129.744272ms)","trace[383852649] 'applied index is now lower than readState.Index' (duration: 350.540527ms)"],"step_count":2} {"level":"info","ts":"2026-06-22T23:41:46.165319Z","caller":"traceutil/trace.go:171","msg":"trace[285641035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:18256; }","duration":"480.774293ms","start":"2026-06-22T23:41:45.684525Z","end":"2026-06-22T23:41:46.165299Z","steps":["trace[285641035] 'agreement among raft nodes before linearized reading' (duration: 480.498695ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:41:46.165356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:41:45.684506Z","time spent":"480.841784ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-06-22T23:41:46.165496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.7632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-22T23:41:46.165523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.416788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-06-22T23:41:46.165576Z","caller":"traceutil/trace.go:171","msg":"trace[401078918] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18256; }","duration":"358.484731ms","start":"2026-06-22T23:41:45.807079Z","end":"2026-06-22T23:41:46.165563Z","steps":["trace[401078918] 'agreement among raft nodes before linearized reading' (duration: 358.354777ms)"],"step_count":1} {"level":"info","ts":"2026-06-22T23:41:46.165582Z","caller":"traceutil/trace.go:171","msg":"trace[1853831885] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:18256; }","duration":"169.886814ms","start":"2026-06-22T23:41:45.995673Z","end":"2026-06-22T23:41:46.165559Z","steps":["trace[1853831885] 'agreement among raft nodes before linearized reading' (duration: 169.687638ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:41:46.165606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:41:45.807068Z","time spent":"358.531332ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-06-22T23:41:46.16591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.126678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-06-22T23:41:46.165952Z","caller":"traceutil/trace.go:171","msg":"trace[1806079227] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18256; }","duration":"359.241391ms","start":"2026-06-22T23:41:45.806701Z","end":"2026-06-22T23:41:46.165942Z","steps":["trace[1806079227] 'agreement among raft nodes before linearized reading' (duration: 358.671446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-22T23:41:46.165979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-22T23:41:45.806681Z","time spent":"359.291422ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-06-22T23:44:52.094265Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-22T23:44:52.100545Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-22T23:44:52.100691Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-22T23:44:52.887985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17470} {"level":"info","ts":"2026-06-22T23:44:52.984496Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17470,"took":"92.840084ms","hash":3293645189,"current-db-size-bytes":59133952,"current-db-size":"59 MB","current-db-size-in-use-bytes":29855744,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-22T23:44:52.984573Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3293645189,"revision":17470,"compact-revision":15020}