{"level":"warn","ts":"2026-03-04T15:28:28.004026Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:28:28.004114Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T15:28:28.004175Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T15:28:28.004181Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-04T15:28:28.004196Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:28:28.004835Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-03-04T15:28:28.004932Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T15:28:28.008973Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.824826ms"} {"level":"info","ts":"2026-03-04T15:28:28.016455Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-03-04T15:28:28.016697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T15:28:28.016737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-03-04T15:28:28.016766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T15:28:28.01678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-03-04T15:28:28.016851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-03-04T15:28:28.027291Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T15:28:28.029399Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T15:28:28.030673Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T15:28:28.033518Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T15:28:28.033732Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T15:28:28.033872Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:28:28.034062Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:28:28.034088Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T15:28:28.036595Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-03-04T15:28:28.037281Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-04T15:28:28.039015Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T15:28:28.039118Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-04T15:28:28.039223Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-04T15:28:28.039415Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T15:28:28.039497Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T15:28:28.317491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T15:28:28.31757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T15:28:28.317613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-03-04T15:28:28.317642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-03-04T15:28:28.317654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-04T15:28:28.31767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-03-04T15:28:28.317684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-04T15:28:28.318925Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T15:28:28.319127Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:28:28.319251Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T15:28:28.319381Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T15:28:28.319437Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T15:28:28.319347Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:28:28.321442Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:28:28.321703Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:28:28.32191Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T15:28:28.32272Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"info","ts":"2026-03-04T15:28:28.322844Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-04T15:28:56.75467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.212656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:28:56.754887Z","caller":"traceutil/trace.go:171","msg":"trace[147914833] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"209.677487ms","start":"2026-03-04T15:28:56.54517Z","end":"2026-03-04T15:28:56.754848Z","steps":["trace[147914833] 'process raft request' (duration: 93.575875ms)","trace[147914833] 'compare' (duration: 115.052382ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:29:00.923367Z","caller":"traceutil/trace.go:171","msg":"trace[1777653144] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"148.771727ms","start":"2026-03-04T15:29:00.774571Z","end":"2026-03-04T15:29:00.923343Z","steps":["trace[1777653144] 'process raft request' (duration: 148.630963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:05.746842Z","caller":"traceutil/trace.go:171","msg":"trace[2120850191] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"135.851366ms","start":"2026-03-04T15:29:05.61095Z","end":"2026-03-04T15:29:05.746801Z","steps":["trace[2120850191] 'process raft request' (duration: 135.647291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:06.349822Z","caller":"traceutil/trace.go:171","msg":"trace[1766809395] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"112.722481ms","start":"2026-03-04T15:29:06.237064Z","end":"2026-03-04T15:29:06.349786Z","steps":["trace[1766809395] 'process raft request' (duration: 112.425693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:29:52.070176Z","caller":"traceutil/trace.go:171","msg":"trace[601128720] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"138.319065ms","start":"2026-03-04T15:29:51.931817Z","end":"2026-03-04T15:29:52.070136Z","steps":["trace[601128720] 'process raft request' (duration: 108.022551ms)","trace[601128720] 'compare' (duration: 30.144329ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:30:16.744355Z","caller":"traceutil/trace.go:171","msg":"trace[218540135] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1662; }","duration":"130.726458ms","start":"2026-03-04T15:30:16.613601Z","end":"2026-03-04T15:30:16.744327Z","steps":["trace[218540135] 'read index received' (duration: 130.684297ms)","trace[218540135] 'applied index is now lower than readState.Index' (duration: 41.211µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:30:16.744437Z","caller":"traceutil/trace.go:171","msg":"trace[1441945894] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"334.166794ms","start":"2026-03-04T15:30:16.410226Z","end":"2026-03-04T15:30:16.744393Z","steps":["trace[1441945894] 'process raft request' (duration: 333.919167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:16.744755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.045358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:30:16.744823Z","caller":"traceutil/trace.go:171","msg":"trace[1299454185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"131.271124ms","start":"2026-03-04T15:30:16.613539Z","end":"2026-03-04T15:30:16.74481Z","steps":["trace[1299454185] 'agreement among raft nodes before linearized reading' (duration: 131.059218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:16.744987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:30:16.4102Z","time spent":"334.515754ms","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T15:30:17.052054Z","caller":"traceutil/trace.go:171","msg":"trace[556012157] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"109.462204ms","start":"2026-03-04T15:30:16.942534Z","end":"2026-03-04T15:30:17.051996Z","steps":["trace[556012157] 'process raft request' (duration: 109.169716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:30:29.881862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.951554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:30:29.882006Z","caller":"traceutil/trace.go:171","msg":"trace[1581705297] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1703; }","duration":"107.15958ms","start":"2026-03-04T15:30:29.774818Z","end":"2026-03-04T15:30:29.881977Z","steps":["trace[1581705297] 'count revisions from in-memory index tree' (duration: 106.734158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:08.659431Z","caller":"traceutil/trace.go:171","msg":"trace[1767062892] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"105.732871ms","start":"2026-03-04T15:31:08.553659Z","end":"2026-03-04T15:31:08.659392Z","steps":["trace[1767062892] 'read index received' (duration: 89.193248ms)","trace[1767062892] 'applied index is now lower than readState.Index' (duration: 16.538223ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:31:08.659499Z","caller":"traceutil/trace.go:171","msg":"trace[1533323307] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"123.079106ms","start":"2026-03-04T15:31:08.536362Z","end":"2026-03-04T15:31:08.659441Z","steps":["trace[1533323307] 'process raft request' (duration: 106.633966ms)","trace[1533323307] 'compare' (duration: 16.06167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:31:08.659832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.022099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:31:08.660095Z","caller":"traceutil/trace.go:171","msg":"trace[1963795050] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1905; }","duration":"106.450851ms","start":"2026-03-04T15:31:08.55362Z","end":"2026-03-04T15:31:08.660071Z","steps":["trace[1963795050] 'agreement among raft nodes before linearized reading' (duration: 105.967777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:31:08.830708Z","caller":"traceutil/trace.go:171","msg":"trace[1366234759] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"164.842823ms","start":"2026-03-04T15:31:08.665834Z","end":"2026-03-04T15:31:08.830677Z","steps":["trace[1366234759] 'process raft request' (duration: 142.23607ms)","trace[1366234759] 'compare' (duration: 22.470519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:31:48.051862Z","caller":"traceutil/trace.go:171","msg":"trace[1230007281] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"178.833737ms","start":"2026-03-04T15:31:47.872986Z","end":"2026-03-04T15:31:48.051819Z","steps":["trace[1230007281] 'process raft request' (duration: 178.604091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:32:21.10441Z","caller":"traceutil/trace.go:171","msg":"trace[403134860] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"161.046165ms","start":"2026-03-04T15:32:20.94332Z","end":"2026-03-04T15:32:21.104366Z","steps":["trace[403134860] 'process raft request' (duration: 160.823437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:27.325768Z","caller":"traceutil/trace.go:171","msg":"trace[1377479314] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"105.222387ms","start":"2026-03-04T15:36:27.220503Z","end":"2026-03-04T15:36:27.325725Z","steps":["trace[1377479314] 'process raft request' (duration: 64.447669ms)","trace[1377479314] 'compare' (duration: 40.473549ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:27.325873Z","caller":"traceutil/trace.go:171","msg":"trace[1295618274] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"104.34697ms","start":"2026-03-04T15:36:27.221477Z","end":"2026-03-04T15:36:27.325823Z","steps":["trace[1295618274] 'process raft request' (duration: 104.149704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:27.674037Z","caller":"traceutil/trace.go:171","msg":"trace[818986757] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"104.811023ms","start":"2026-03-04T15:36:27.569186Z","end":"2026-03-04T15:36:27.673997Z","steps":["trace[818986757] 'process raft request' (duration: 98.030793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:30.199525Z","caller":"traceutil/trace.go:171","msg":"trace[563704410] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"141.665285ms","start":"2026-03-04T15:36:30.057831Z","end":"2026-03-04T15:36:30.199497Z","steps":["trace[563704410] 'process raft request' (duration: 141.457169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:33.893574Z","caller":"traceutil/trace.go:171","msg":"trace[1780684792] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"109.69854ms","start":"2026-03-04T15:36:33.783846Z","end":"2026-03-04T15:36:33.893545Z","steps":["trace[1780684792] 'process raft request' (duration: 109.550575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:42.517618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.984508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:36:42.517762Z","caller":"traceutil/trace.go:171","msg":"trace[507971323] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"271.045955ms","start":"2026-03-04T15:36:42.246695Z","end":"2026-03-04T15:36:42.517741Z","steps":["trace[507971323] 'process raft request' (duration: 136.82689ms)","trace[507971323] 'compare' (duration: 133.6724ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:42.529327Z","caller":"traceutil/trace.go:171","msg":"trace[1838495261] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"282.34333ms","start":"2026-03-04T15:36:42.246949Z","end":"2026-03-04T15:36:42.529292Z","steps":["trace[1838495261] 'process raft request' (duration: 282.106573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:42.529637Z","caller":"traceutil/trace.go:171","msg":"trace[2014956694] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"282.425242ms","start":"2026-03-04T15:36:42.247185Z","end":"2026-03-04T15:36:42.52961Z","steps":["trace[2014956694] 'process raft request' (duration: 282.026821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:42.529893Z","caller":"traceutil/trace.go:171","msg":"trace[484357621] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4982; }","duration":"243.828313ms","start":"2026-03-04T15:36:42.286031Z","end":"2026-03-04T15:36:42.52986Z","steps":["trace[484357621] 'read index received' (duration: 97.417108ms)","trace[484357621] 'applied index is now lower than readState.Index' (duration: 146.409695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:42.529915Z","caller":"traceutil/trace.go:171","msg":"trace[1318936053] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"260.891764ms","start":"2026-03-04T15:36:42.268989Z","end":"2026-03-04T15:36:42.529881Z","steps":["trace[1318936053] 'process raft request' (duration: 260.746709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:42.530002Z","caller":"traceutil/trace.go:171","msg":"trace[401297396] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"282.130143ms","start":"2026-03-04T15:36:42.247824Z","end":"2026-03-04T15:36:42.529955Z","steps":["trace[401297396] 'process raft request' (duration: 281.769042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:42.530096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.04955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-666hb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T15:36:42.530145Z","caller":"traceutil/trace.go:171","msg":"trace[1813937500] range","detail":"{range_begin:/registry/pods/openstack/keepalived-666hb; range_end:; response_count:1; response_revision:4799; }","duration":"244.166553ms","start":"2026-03-04T15:36:42.285966Z","end":"2026-03-04T15:36:42.530133Z","steps":["trace[1813937500] 'agreement among raft nodes before linearized reading' (duration: 244.000378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:51.662863Z","caller":"traceutil/trace.go:171","msg":"trace[1230854005] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5155; }","duration":"213.933475ms","start":"2026-03-04T15:36:51.448906Z","end":"2026-03-04T15:36:51.662839Z","steps":["trace[1230854005] 'read index received' (duration: 145.620163ms)","trace[1230854005] 'applied index is now lower than readState.Index' (duration: 68.312572ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:51.6631Z","caller":"traceutil/trace.go:171","msg":"trace[121110617] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"221.116471ms","start":"2026-03-04T15:36:51.441971Z","end":"2026-03-04T15:36:51.663088Z","steps":["trace[121110617] 'process raft request' (duration: 152.562692ms)","trace[121110617] 'compare' (duration: 68.147547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:36:51.663388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.46445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:36:51.663415Z","caller":"traceutil/trace.go:171","msg":"trace[298465305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4963; }","duration":"214.554433ms","start":"2026-03-04T15:36:51.448854Z","end":"2026-03-04T15:36:51.663409Z","steps":["trace[298465305] 'agreement among raft nodes before linearized reading' (duration: 214.42927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:51.663595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.635478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T15:36:51.663698Z","caller":"traceutil/trace.go:171","msg":"trace[537185524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4963; }","duration":"204.799862ms","start":"2026-03-04T15:36:51.458876Z","end":"2026-03-04T15:36:51.663676Z","steps":["trace[537185524] 'agreement among raft nodes before linearized reading' (duration: 204.519814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:51.664296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.427902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:36:51.664431Z","caller":"traceutil/trace.go:171","msg":"trace[1155620952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4963; }","duration":"173.596786ms","start":"2026-03-04T15:36:51.490782Z","end":"2026-03-04T15:36:51.664379Z","steps":["trace[1155620952] 'agreement among raft nodes before linearized reading' (duration: 173.107202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:51.905465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.811186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T15:36:51.905816Z","caller":"traceutil/trace.go:171","msg":"trace[59086600] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"237.628126ms","start":"2026-03-04T15:36:51.668165Z","end":"2026-03-04T15:36:51.905793Z","steps":["trace[59086600] 'process raft request' (duration: 237.429781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:51.905761Z","caller":"traceutil/trace.go:171","msg":"trace[1223062211] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"237.653457ms","start":"2026-03-04T15:36:51.668052Z","end":"2026-03-04T15:36:51.905706Z","steps":["trace[1223062211] 'process raft request' (duration: 129.4839ms)","trace[1223062211] 'compare' (duration: 107.57427ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:51.907453Z","caller":"traceutil/trace.go:171","msg":"trace[1900661768] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"239.125849ms","start":"2026-03-04T15:36:51.668251Z","end":"2026-03-04T15:36:51.907376Z","steps":["trace[1900661768] 'process raft request' (duration: 237.485442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:51.90774Z","caller":"traceutil/trace.go:171","msg":"trace[126911644] linearizableReadLoop","detail":"{readStateIndex:5161; appliedIndex:5157; }","duration":"200.204631ms","start":"2026-03-04T15:36:51.707501Z","end":"2026-03-04T15:36:51.907706Z","steps":["trace[126911644] 'read index received' (duration: 27.84263ms)","trace[126911644] 'applied index is now lower than readState.Index' (duration: 172.360301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:36:51.907893Z","caller":"traceutil/trace.go:171","msg":"trace[1464984492] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"239.257192ms","start":"2026-03-04T15:36:51.668625Z","end":"2026-03-04T15:36:51.907882Z","steps":["trace[1464984492] 'process raft request' (duration: 238.702257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:36:51.90801Z","caller":"traceutil/trace.go:171","msg":"trace[1511099937] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"171.153127ms","start":"2026-03-04T15:36:51.736839Z","end":"2026-03-04T15:36:51.907992Z","steps":["trace[1511099937] 'process raft request' (duration: 170.796366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:36:51.908223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.709655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1899ad6c9884bd30\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-04T15:36:51.908312Z","caller":"traceutil/trace.go:171","msg":"trace[1699125777] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1899ad6c9884bd30; range_end:; response_count:1; response_revision:4968; }","duration":"200.87206ms","start":"2026-03-04T15:36:51.70742Z","end":"2026-03-04T15:36:51.908292Z","steps":["trace[1699125777] 'agreement among raft nodes before linearized reading' (duration: 200.427638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:02.787225Z","caller":"traceutil/trace.go:171","msg":"trace[1780541093] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"159.236643ms","start":"2026-03-04T15:37:02.627957Z","end":"2026-03-04T15:37:02.787194Z","steps":["trace[1780541093] 'process raft request' (duration: 159.000706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:02.845751Z","caller":"traceutil/trace.go:171","msg":"trace[1719687541] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5311; }","duration":"203.075483ms","start":"2026-03-04T15:37:02.642646Z","end":"2026-03-04T15:37:02.845722Z","steps":["trace[1719687541] 'read index received' (duration: 144.403458ms)","trace[1719687541] 'applied index is now lower than readState.Index' (duration: 58.670535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:02.845913Z","caller":"traceutil/trace.go:171","msg":"trace[1705314671] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"217.908438ms","start":"2026-03-04T15:37:02.627956Z","end":"2026-03-04T15:37:02.845864Z","steps":["trace[1705314671] 'process raft request' (duration: 217.61589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:02.84613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.434203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-666hb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-04T15:37:02.846389Z","caller":"traceutil/trace.go:171","msg":"trace[1028433136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-666hb; range_end:; response_count:1; response_revision:5117; }","duration":"203.799444ms","start":"2026-03-04T15:37:02.642573Z","end":"2026-03-04T15:37:02.846372Z","steps":["trace[1028433136] 'agreement among raft nodes before linearized reading' (duration: 203.299319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:37:44.354535Z","caller":"traceutil/trace.go:171","msg":"trace[1098732309] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5653; }","duration":"114.912146ms","start":"2026-03-04T15:37:44.239594Z","end":"2026-03-04T15:37:44.354506Z","steps":["trace[1098732309] 'read index received' (duration: 18.204373ms)","trace[1098732309] 'applied index is now lower than readState.Index' (duration: 96.706663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:37:44.354661Z","caller":"traceutil/trace.go:171","msg":"trace[1991569090] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"116.206454ms","start":"2026-03-04T15:37:44.238403Z","end":"2026-03-04T15:37:44.35461Z","steps":["trace[1991569090] 'process raft request' (duration: 19.442549ms)","trace[1991569090] 'compare' (duration: 96.507137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:37:44.354885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.252265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T15:37:44.354995Z","caller":"traceutil/trace.go:171","msg":"trace[844697508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5448; }","duration":"115.437471ms","start":"2026-03-04T15:37:44.239531Z","end":"2026-03-04T15:37:44.354969Z","steps":["trace[844697508] 'agreement among raft nodes before linearized reading' (duration: 115.092741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:37:44.355025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.09216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T15:37:44.355075Z","caller":"traceutil/trace.go:171","msg":"trace[220348535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5448; }","duration":"115.182143ms","start":"2026-03-04T15:37:44.239879Z","end":"2026-03-04T15:37:44.355061Z","steps":["trace[220348535] 'agreement among raft nodes before linearized reading' (duration: 114.799812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:38:28.473918Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2790} {"level":"info","ts":"2026-03-04T15:38:28.532025Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2790,"took":"56.026042ms","hash":2051263711,"current-db-size-bytes":41373696,"current-db-size":"41 MB","current-db-size-in-use-bytes":30834688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T15:38:28.53211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2051263711,"revision":2790,"compact-revision":-1} {"level":"warn","ts":"2026-03-04T15:43:22.412744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.808182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T15:43:22.412889Z","caller":"traceutil/trace.go:171","msg":"trace[1901281805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7735; }","duration":"240.996017ms","start":"2026-03-04T15:43:22.171859Z","end":"2026-03-04T15:43:22.412855Z","steps":["trace[1901281805] 'range keys from in-memory index tree' (duration: 240.577335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:22.421341Z","caller":"traceutil/trace.go:171","msg":"trace[1471504554] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"103.993961ms","start":"2026-03-04T15:43:22.317321Z","end":"2026-03-04T15:43:22.421315Z","steps":["trace[1471504554] 'process raft request' (duration: 103.825096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:22.453162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.915007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T15:43:22.453254Z","caller":"traceutil/trace.go:171","msg":"trace[1935871083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7739; }","duration":"130.053361ms","start":"2026-03-04T15:43:22.323178Z","end":"2026-03-04T15:43:22.453232Z","steps":["trace[1935871083] 'agreement among raft nodes before linearized reading' (duration: 129.836835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:43:23.305267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.850503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:43:23.305358Z","caller":"traceutil/trace.go:171","msg":"trace[1660466122] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7743; }","duration":"115.998488ms","start":"2026-03-04T15:43:23.189336Z","end":"2026-03-04T15:43:23.305334Z","steps":["trace[1660466122] 'agreement among raft nodes before linearized reading' (duration: 115.851193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:43:28.480519Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5747} {"level":"info","ts":"2026-03-04T15:43:28.56737Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5747,"took":"84.779183ms","hash":1118090250,"current-db-size-bytes":43356160,"current-db-size":"43 MB","current-db-size-in-use-bytes":23220224,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T15:43:28.567437Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1118090250,"revision":5747,"compact-revision":2790} {"level":"info","ts":"2026-03-04T15:44:05.358243Z","caller":"traceutil/trace.go:171","msg":"trace[2100552355] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"226.09209ms","start":"2026-03-04T15:44:05.132115Z","end":"2026-03-04T15:44:05.358207Z","steps":["trace[2100552355] 'process raft request' (duration: 225.863934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:47:45.900876Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T15:47:45.905703Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T15:47:45.905806Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T15:48:28.488587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7774} {"level":"info","ts":"2026-03-04T15:48:28.552435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7774,"took":"62.169515ms","hash":3151704059,"current-db-size-bytes":43356160,"current-db-size":"43 MB","current-db-size-in-use-bytes":24526848,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T15:48:28.552512Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3151704059,"revision":7774,"compact-revision":5747} {"level":"warn","ts":"2026-03-04T15:51:10.142856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.128503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:51:10.1429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.588478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T15:51:10.14295Z","caller":"traceutil/trace.go:171","msg":"trace[1038371891] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11061; }","duration":"175.240616ms","start":"2026-03-04T15:51:09.967689Z","end":"2026-03-04T15:51:10.14293Z","steps":["trace[1038371891] 'range keys from in-memory index tree' (duration: 174.99442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:51:10.142973Z","caller":"traceutil/trace.go:171","msg":"trace[403615243] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11061; }","duration":"174.700201ms","start":"2026-03-04T15:51:09.968252Z","end":"2026-03-04T15:51:10.142952Z","steps":["trace[403615243] 'range keys from in-memory index tree' (duration: 174.446334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:51:10.143022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.503453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:51:10.143088Z","caller":"traceutil/trace.go:171","msg":"trace[1132292471] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11061; }","duration":"175.610876ms","start":"2026-03-04T15:51:09.967462Z","end":"2026-03-04T15:51:10.143072Z","steps":["trace[1132292471] 'range keys from in-memory index tree' (duration: 175.369099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:51:10.143091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.220825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:51:10.14311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.446532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:51:10.1432Z","caller":"traceutil/trace.go:171","msg":"trace[954040532] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11061; }","duration":"175.585535ms","start":"2026-03-04T15:51:09.967606Z","end":"2026-03-04T15:51:10.143191Z","steps":["trace[954040532] 'range keys from in-memory index tree' (duration: 175.290937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:51:10.143198Z","caller":"traceutil/trace.go:171","msg":"trace[1722721839] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11061; }","duration":"175.349039ms","start":"2026-03-04T15:51:09.967829Z","end":"2026-03-04T15:51:10.143179Z","steps":["trace[1722721839] 'range keys from in-memory index tree' (duration: 175.169904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:51:10.143045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.38647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:51:10.143278Z","caller":"traceutil/trace.go:171","msg":"trace[946650234] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11061; }","duration":"175.665297ms","start":"2026-03-04T15:51:09.967593Z","end":"2026-03-04T15:51:10.143258Z","steps":["trace[946650234] 'range keys from in-memory index tree' (duration: 175.091901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:51:10.143531Z","caller":"traceutil/trace.go:171","msg":"trace[2008425847] linearizableReadLoop","detail":"{readStateIndex:11467; appliedIndex:11466; }","duration":"113.541429ms","start":"2026-03-04T15:51:10.029976Z","end":"2026-03-04T15:51:10.143517Z","steps":["trace[2008425847] 'read index received' (duration: 109.218927ms)","trace[2008425847] 'applied index is now lower than readState.Index' (duration: 4.321671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:51:10.143631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.658502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T15:51:10.143662Z","caller":"traceutil/trace.go:171","msg":"trace[289588105] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11062; }","duration":"113.733394ms","start":"2026-03-04T15:51:10.02992Z","end":"2026-03-04T15:51:10.143653Z","steps":["trace[289588105] 'agreement among raft nodes before linearized reading' (duration: 113.648062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:51:10.143656Z","caller":"traceutil/trace.go:171","msg":"trace[325270594] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"164.921597ms","start":"2026-03-04T15:51:09.978722Z","end":"2026-03-04T15:51:10.143643Z","steps":["trace[325270594] 'process raft request' (duration: 160.487212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:51:10.338968Z","caller":"traceutil/trace.go:171","msg":"trace[1276405528] transaction","detail":"{read_only:false; response_revision:11064; number_of_response:1; }","duration":"116.372248ms","start":"2026-03-04T15:51:10.222564Z","end":"2026-03-04T15:51:10.338936Z","steps":["trace[1276405528] 'process raft request' (duration: 116.303936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:51:10.338999Z","caller":"traceutil/trace.go:171","msg":"trace[1981181905] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"145.089462ms","start":"2026-03-04T15:51:10.193862Z","end":"2026-03-04T15:51:10.338951Z","steps":["trace[1981181905] 'process raft request' (duration: 50.34411ms)","trace[1981181905] 'compare' (duration: 94.494265ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:53:28.495537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9840} {"level":"info","ts":"2026-03-04T15:53:28.575378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9840,"took":"78.117847ms","hash":3951657836,"current-db-size-bytes":43356160,"current-db-size":"43 MB","current-db-size-in-use-bytes":22609920,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T15:53:28.575442Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3951657836,"revision":9840,"compact-revision":7774} {"level":"info","ts":"2026-03-04T15:55:45.300255Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033ec.wal"} {"level":"warn","ts":"2026-03-04T15:57:36.688928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.771664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T15:57:36.689024Z","caller":"traceutil/trace.go:171","msg":"trace[713632339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13467; }","duration":"134.916178ms","start":"2026-03-04T15:57:36.55409Z","end":"2026-03-04T15:57:36.689006Z","steps":["trace[713632339] 'range keys from in-memory index tree' (duration: 134.574469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:36.794342Z","caller":"traceutil/trace.go:171","msg":"trace[1864248123] linearizableReadLoop","detail":"{readStateIndex:13964; appliedIndex:13963; }","duration":"104.157569ms","start":"2026-03-04T15:57:36.690145Z","end":"2026-03-04T15:57:36.794303Z","steps":["trace[1864248123] 'read index received' (duration: 61.840187ms)","trace[1864248123] 'applied index is now lower than readState.Index' (duration: 42.316242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T15:57:36.794474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.324295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:57:36.7945Z","caller":"traceutil/trace.go:171","msg":"trace[269200554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13467; }","duration":"104.405917ms","start":"2026-03-04T15:57:36.690087Z","end":"2026-03-04T15:57:36.794493Z","steps":["trace[269200554] 'agreement among raft nodes before linearized reading' (duration: 104.329355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:36.795345Z","caller":"traceutil/trace.go:171","msg":"trace[1740094125] transaction","detail":"{read_only:false; response_revision:13468; number_of_response:1; }","duration":"102.270756ms","start":"2026-03-04T15:57:36.693047Z","end":"2026-03-04T15:57:36.795318Z","steps":["trace[1740094125] 'process raft request' (duration: 101.478125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:57:45.967761Z","caller":"traceutil/trace.go:171","msg":"trace[1782826795] transaction","detail":"{read_only:false; response_revision:13511; number_of_response:1; }","duration":"107.591976ms","start":"2026-03-04T15:57:45.860144Z","end":"2026-03-04T15:57:45.967736Z","steps":["trace[1782826795] 'process raft request' (duration: 75.481608ms)","trace[1782826795] 'compare' (duration: 31.81206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:58:18.73792Z","caller":"traceutil/trace.go:171","msg":"trace[2054744485] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"172.009753ms","start":"2026-03-04T15:58:18.565882Z","end":"2026-03-04T15:58:18.737891Z","steps":["trace[2054744485] 'process raft request' (duration: 163.820435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:18.738019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.271234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:58:18.73789Z","caller":"traceutil/trace.go:171","msg":"trace[426021254] linearizableReadLoop","detail":"{readStateIndex:14399; appliedIndex:14398; }","duration":"126.144991ms","start":"2026-03-04T15:58:18.611723Z","end":"2026-03-04T15:58:18.737868Z","steps":["trace[426021254] 'read index received' (duration: 118.048585ms)","trace[426021254] 'applied index is now lower than readState.Index' (duration: 8.095006ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:58:18.738053Z","caller":"traceutil/trace.go:171","msg":"trace[1636595983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13883; }","duration":"126.375357ms","start":"2026-03-04T15:58:18.611668Z","end":"2026-03-04T15:58:18.738044Z","steps":["trace[1636595983] 'agreement among raft nodes before linearized reading' (duration: 126.287014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:58:18.758813Z","caller":"traceutil/trace.go:171","msg":"trace[519367272] transaction","detail":"{read_only:false; response_revision:13884; number_of_response:1; }","duration":"103.350533ms","start":"2026-03-04T15:58:18.655412Z","end":"2026-03-04T15:58:18.758763Z","steps":["trace[519367272] 'process raft request' (duration: 103.126607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:19.186385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.374596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:58:19.186534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.195794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:58:19.186489Z","caller":"traceutil/trace.go:171","msg":"trace[1742942190] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13884; }","duration":"112.54898ms","start":"2026-03-04T15:58:19.073914Z","end":"2026-03-04T15:58:19.186463Z","steps":["trace[1742942190] 'count revisions from in-memory index tree' (duration: 112.256983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:58:19.186625Z","caller":"traceutil/trace.go:171","msg":"trace[1598373668] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13884; }","duration":"130.308287ms","start":"2026-03-04T15:58:19.056296Z","end":"2026-03-04T15:58:19.186604Z","steps":["trace[1598373668] 'count revisions from in-memory index tree' (duration: 130.121102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:58:19.187634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.320704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T15:58:19.187757Z","caller":"traceutil/trace.go:171","msg":"trace[1318602569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13884; }","duration":"137.486958ms","start":"2026-03-04T15:58:19.050235Z","end":"2026-03-04T15:58:19.187722Z","steps":["trace[1318602569] 'range keys from in-memory index tree' (duration: 136.442789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:58:28.505145Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11914} {"level":"info","ts":"2026-03-04T15:58:28.590302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11914,"took":"82.406415ms","hash":1663326373,"current-db-size-bytes":43356160,"current-db-size":"43 MB","current-db-size-in-use-bytes":25047040,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T15:58:28.590378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1663326373,"revision":11914,"compact-revision":9840} {"level":"info","ts":"2026-03-04T15:59:40.465634Z","caller":"traceutil/trace.go:171","msg":"trace[805544301] transaction","detail":"{read_only:false; response_revision:14636; number_of_response:1; }","duration":"100.892753ms","start":"2026-03-04T15:59:40.3647Z","end":"2026-03-04T15:59:40.465593Z","steps":["trace[805544301] 'process raft request' (duration: 100.663767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:42.236112Z","caller":"traceutil/trace.go:171","msg":"trace[184666009] linearizableReadLoop","detail":"{readStateIndex:15181; appliedIndex:15179; }","duration":"465.551909ms","start":"2026-03-04T15:59:41.770523Z","end":"2026-03-04T15:59:42.236075Z","steps":["trace[184666009] 'read index received' (duration: 36.210063ms)","trace[184666009] 'applied index is now lower than readState.Index' (duration: 429.340106ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T15:59:42.23627Z","caller":"traceutil/trace.go:171","msg":"trace[2095135634] transaction","detail":"{read_only:false; response_revision:14642; number_of_response:1; }","duration":"468.204445ms","start":"2026-03-04T15:59:41.768007Z","end":"2026-03-04T15:59:42.236211Z","steps":["trace[2095135634] 'process raft request' (duration: 468.006038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:42.236137Z","caller":"traceutil/trace.go:171","msg":"trace[1955993466] transaction","detail":"{read_only:false; response_revision:14641; number_of_response:1; }","duration":"469.021726ms","start":"2026-03-04T15:59:41.76708Z","end":"2026-03-04T15:59:42.236102Z","steps":["trace[1955993466] 'process raft request' (duration: 468.679866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.236514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.76798Z","time spent":"468.3778ms","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:59:42.236523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.767059Z","time spent":"469.356016ms","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T15:59:42.237643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.077922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737757"} {"level":"info","ts":"2026-03-04T15:59:42.237747Z","caller":"traceutil/trace.go:171","msg":"trace[900796430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14642; }","duration":"467.250128ms","start":"2026-03-04T15:59:41.770475Z","end":"2026-03-04T15:59:42.237725Z","steps":["trace[900796430] 'agreement among raft nodes before linearized reading' (duration: 465.823838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.2378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.770451Z","time spent":"467.335819ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737781,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T15:59:42.239224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.014839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T15:59:42.239259Z","caller":"traceutil/trace.go:171","msg":"trace[2051314035] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14642; }","duration":"324.112052ms","start":"2026-03-04T15:59:41.915138Z","end":"2026-03-04T15:59:42.23925Z","steps":["trace[2051314035] 'agreement among raft nodes before linearized reading' (duration: 324.014039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.239249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.951952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T15:59:42.239284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.915088Z","time spent":"324.190034ms","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T15:59:42.239303Z","caller":"traceutil/trace.go:171","msg":"trace[1979467780] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14642; }","duration":"187.026675ms","start":"2026-03-04T15:59:42.052261Z","end":"2026-03-04T15:59:42.239288Z","steps":["trace[1979467780] 'agreement among raft nodes before linearized reading' (duration: 186.878071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.239435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.031744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T15:59:42.239476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.392034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:42.239511Z","caller":"traceutil/trace.go:171","msg":"trace[1334089713] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14642; }","duration":"188.446835ms","start":"2026-03-04T15:59:42.051055Z","end":"2026-03-04T15:59:42.239501Z","steps":["trace[1334089713] 'agreement among raft nodes before linearized reading' (duration: 188.397273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T15:59:42.239516Z","caller":"traceutil/trace.go:171","msg":"trace[22871691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14642; }","duration":"421.161408ms","start":"2026-03-04T15:59:41.818338Z","end":"2026-03-04T15:59:42.239499Z","steps":["trace[22871691] 'agreement among raft nodes before linearized reading' (duration: 420.916441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.239555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.818304Z","time spent":"421.24347ms","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T15:59:42.239598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.768083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T15:59:42.239639Z","caller":"traceutil/trace.go:171","msg":"trace[1674590584] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14642; }","duration":"188.825695ms","start":"2026-03-04T15:59:42.050806Z","end":"2026-03-04T15:59:42.239631Z","steps":["trace[1674590584] 'agreement among raft nodes before linearized reading' (duration: 188.771444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.239663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.080632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:59:42.239684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.850803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T15:59:42.239707Z","caller":"traceutil/trace.go:171","msg":"trace[1437322857] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14642; }","duration":"189.124203ms","start":"2026-03-04T15:59:42.050572Z","end":"2026-03-04T15:59:42.239697Z","steps":["trace[1437322857] 'agreement among raft nodes before linearized reading' (duration: 189.063091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.239696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.943068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T15:59:42.239731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.959631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:42.239736Z","caller":"traceutil/trace.go:171","msg":"trace[767996932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14642; }","duration":"423.946956ms","start":"2026-03-04T15:59:41.815775Z","end":"2026-03-04T15:59:42.239721Z","steps":["trace[767996932] 'agreement among raft nodes before linearized reading' (duration: 423.797092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.239784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.815748Z","time spent":"424.026447ms","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T15:59:42.239785Z","caller":"traceutil/trace.go:171","msg":"trace[1665524540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14642; }","duration":"328.082922ms","start":"2026-03-04T15:59:41.91168Z","end":"2026-03-04T15:59:42.239763Z","steps":["trace[1665524540] 'agreement among raft nodes before linearized reading' (duration: 327.927148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.239831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.911658Z","time spent":"328.164374ms","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T15:59:42.239785Z","caller":"traceutil/trace.go:171","msg":"trace[1074148749] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14642; }","duration":"148.059574ms","start":"2026-03-04T15:59:42.091709Z","end":"2026-03-04T15:59:42.239769Z","steps":["trace[1074148749] 'agreement among raft nodes before linearized reading' (duration: 147.877929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.240013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.348369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T15:59:42.240114Z","caller":"traceutil/trace.go:171","msg":"trace[855056601] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14642; }","duration":"328.501773ms","start":"2026-03-04T15:59:41.911588Z","end":"2026-03-04T15:59:42.240089Z","steps":["trace[855056601] 'agreement among raft nodes before linearized reading' (duration: 327.612248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.240269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.911568Z","time spent":"328.687549ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T15:59:42.241887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.66667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T15:59:42.242003Z","caller":"traceutil/trace.go:171","msg":"trace[1097444081] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14642; }","duration":"432.830654ms","start":"2026-03-04T15:59:41.809147Z","end":"2026-03-04T15:59:42.241977Z","steps":["trace[1097444081] 'agreement among raft nodes before linearized reading' (duration: 432.506094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T15:59:42.242058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T15:59:41.809129Z","time spent":"432.919487ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T16:03:28.549512Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13961} {"level":"info","ts":"2026-03-04T16:03:28.635786Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13961,"took":"83.590218ms","hash":2633975294,"current-db-size-bytes":43356160,"current-db-size":"43 MB","current-db-size-in-use-bytes":30834688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T16:03:28.635871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2633975294,"revision":13961,"compact-revision":11914} {"level":"info","ts":"2026-03-04T16:04:01.82961Z","caller":"traceutil/trace.go:171","msg":"trace[542646923] transaction","detail":"{read_only:false; response_revision:16486; number_of_response:1; }","duration":"298.019307ms","start":"2026-03-04T16:04:01.531552Z","end":"2026-03-04T16:04:01.829571Z","steps":["trace[542646923] 'process raft request' (duration: 297.78308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:01.830461Z","caller":"traceutil/trace.go:171","msg":"trace[1074823876] linearizableReadLoop","detail":"{readStateIndex:17088; appliedIndex:17088; }","duration":"293.686294ms","start":"2026-03-04T16:04:01.536762Z","end":"2026-03-04T16:04:01.830448Z","steps":["trace[1074823876] 'read index received' (duration: 293.679684ms)","trace[1074823876] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T16:04:01.830675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.470036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T16:04:01.830721Z","caller":"traceutil/trace.go:171","msg":"trace[854192480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16486; }","duration":"289.540478ms","start":"2026-03-04T16:04:01.541168Z","end":"2026-03-04T16:04:01.830708Z","steps":["trace[854192480] 'agreement among raft nodes before linearized reading' (duration: 289.360383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:01.830939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.184939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T16:04:01.830976Z","caller":"traceutil/trace.go:171","msg":"trace[45038155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16486; }","duration":"294.268031ms","start":"2026-03-04T16:04:01.536699Z","end":"2026-03-04T16:04:01.830967Z","steps":["trace[45038155] 'agreement among raft nodes before linearized reading' (duration: 294.171048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:01.831607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.238116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T16:04:01.831698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.31787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-666hb\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-04T16:04:01.831704Z","caller":"traceutil/trace.go:171","msg":"trace[1358292565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16486; }","duration":"185.404091ms","start":"2026-03-04T16:04:01.646278Z","end":"2026-03-04T16:04:01.831682Z","steps":["trace[1358292565] 'agreement among raft nodes before linearized reading' (duration: 185.045971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:04:01.831729Z","caller":"traceutil/trace.go:171","msg":"trace[1597723369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-666hb; range_end:; response_count:1; response_revision:16486; }","duration":"253.399392ms","start":"2026-03-04T16:04:01.578321Z","end":"2026-03-04T16:04:01.83172Z","steps":["trace[1597723369] 'agreement among raft nodes before linearized reading' (duration: 253.33146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:01.831956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.873293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T16:04:01.831987Z","caller":"traceutil/trace.go:171","msg":"trace[898643376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16486; }","duration":"180.931675ms","start":"2026-03-04T16:04:01.651048Z","end":"2026-03-04T16:04:01.831979Z","steps":["trace[898643376] 'agreement among raft nodes before linearized reading' (duration: 180.847543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T16:04:01.832131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.391409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T16:04:01.832262Z","caller":"traceutil/trace.go:171","msg":"trace[2104867116] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:16486; }","duration":"117.608416ms","start":"2026-03-04T16:04:01.714626Z","end":"2026-03-04T16:04:01.832234Z","steps":["trace[2104867116] 'agreement among raft nodes before linearized reading' (duration: 117.174164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T16:08:28.562714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16326} {"level":"info","ts":"2026-03-04T16:08:28.659703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16326,"took":"93.894636ms","hash":38848898,"current-db-size-bytes":43356160,"current-db-size":"43 MB","current-db-size-in-use-bytes":26652672,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T16:08:28.659803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":38848898,"revision":16326,"compact-revision":13961} {"level":"info","ts":"2026-03-04T16:13:03.307103Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T16:13:03.316198Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T16:13:03.316324Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T16:13:28.569246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17977} {"level":"info","ts":"2026-03-04T16:13:28.658242Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17977,"took":"85.520459ms","hash":2109191639,"current-db-size-bytes":43356160,"current-db-size":"43 MB","current-db-size-in-use-bytes":21090304,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T16:13:28.658315Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2109191639,"revision":17977,"compact-revision":16326}