{"level":"warn","ts":"2026-03-03T21:12:50.846192Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:12:50.846293Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T21:12:50.846373Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:12:50.846392Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-03T21:12:50.846419Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:12:50.847344Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-03-03T21:12:50.847516Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T21:12:50.852035Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.431722ms"} {"level":"info","ts":"2026-03-03T21:12:50.865568Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-03-03T21:12:50.865624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T21:12:50.865646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-03-03T21:12:50.865659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T21:12:50.865676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-03-03T21:12:50.865818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-03-03T21:12:50.871833Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T21:12:50.876781Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T21:12:50.879224Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T21:12:50.881696Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T21:12:50.881816Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T21:12:50.881992Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:12:50.882107Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:12:50.88212Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:12:50.882787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-03-03T21:12:50.882871Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-03T21:12:50.884598Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:12:50.884795Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-03T21:12:50.884852Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T21:12:50.884965Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-03T21:12:50.884939Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T21:12:51.066417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T21:12:51.066462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T21:12:51.066497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-03-03T21:12:51.066517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-03-03T21:12:51.066529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-03T21:12:51.066548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-03-03T21:12:51.066563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-03T21:12:51.067899Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:12:51.068753Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:12:51.068803Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T21:12:51.068802Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:12:51.0691Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T21:12:51.069154Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T21:12:51.069753Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:12:51.06991Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:12:51.069959Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:12:51.071855Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T21:12:51.072596Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-03-03T21:13:16.573531Z","caller":"traceutil/trace.go:171","msg":"trace[1938929300] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"185.39349ms","start":"2026-03-03T21:13:16.388106Z","end":"2026-03-03T21:13:16.5735Z","steps":["trace[1938929300] 'process raft request' (duration: 185.213155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:13:26.178754Z","caller":"traceutil/trace.go:171","msg":"trace[630272790] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"286.705943ms","start":"2026-03-03T21:13:25.892002Z","end":"2026-03-03T21:13:26.178708Z","steps":["trace[630272790] 'process raft request' (duration: 286.482567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:41.52714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.802023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:41.527342Z","caller":"traceutil/trace.go:171","msg":"trace[903466349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1654; }","duration":"146.018848ms","start":"2026-03-03T21:14:41.381304Z","end":"2026-03-03T21:14:41.527323Z","steps":["trace[903466349] 'range keys from in-memory index tree' (duration: 145.785202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:15:18.041966Z","caller":"traceutil/trace.go:171","msg":"trace[1279968300] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"112.326702ms","start":"2026-03-03T21:15:17.929616Z","end":"2026-03-03T21:15:18.041942Z","steps":["trace[1279968300] 'process raft request' (duration: 112.214289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:15:18.183424Z","caller":"traceutil/trace.go:171","msg":"trace[908666509] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"113.490413ms","start":"2026-03-03T21:15:18.069895Z","end":"2026-03-03T21:15:18.183386Z","steps":["trace[908666509] 'process raft request' (duration: 94.812602ms)","trace[908666509] 'compare' (duration: 18.472506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:15:24.482447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.767081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T21:15:24.482579Z","caller":"traceutil/trace.go:171","msg":"trace[1480752053] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:1882; }","duration":"301.944375ms","start":"2026-03-03T21:15:24.180604Z","end":"2026-03-03T21:15:24.482548Z","steps":["trace[1480752053] 'range keys from in-memory index tree' (duration: 301.553226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:15:24.482655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:15:24.180587Z","time spent":"302.045769ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-03-03T21:15:24.482827Z","caller":"traceutil/trace.go:171","msg":"trace[1668416110] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"245.011928ms","start":"2026-03-03T21:15:24.237763Z","end":"2026-03-03T21:15:24.482775Z","steps":["trace[1668416110] 'read index received' (duration: 220.67667ms)","trace[1668416110] 'applied index is now lower than readState.Index' (duration: 24.333958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:15:24.483076Z","caller":"traceutil/trace.go:171","msg":"trace[580905919] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"279.71591ms","start":"2026-03-03T21:15:24.203332Z","end":"2026-03-03T21:15:24.483048Z","steps":["trace[580905919] 'process raft request' (duration: 255.098594ms)","trace[580905919] 'compare' (duration: 24.143864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:15:24.483106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.310846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T21:15:24.483161Z","caller":"traceutil/trace.go:171","msg":"trace[416144639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1883; }","duration":"245.413979ms","start":"2026-03-03T21:15:24.23773Z","end":"2026-03-03T21:15:24.483144Z","steps":["trace[416144639] 'agreement among raft nodes before linearized reading' (duration: 245.202543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:15:24.847826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.072608ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T21:15:24.848054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:15:24.484268Z","time spent":"363.778741ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:15:24.84831Z","caller":"traceutil/trace.go:171","msg":"trace[238641673] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1955; }","duration":"122.184241ms","start":"2026-03-03T21:15:24.726107Z","end":"2026-03-03T21:15:24.848291Z","steps":["trace[238641673] 'read index received' (duration: 54.151µs)","trace[238641673] 'applied index is now lower than readState.Index' (duration: 122.12894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:15:24.848425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.315135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:15:24.848462Z","caller":"traceutil/trace.go:171","msg":"trace[760355648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"122.419647ms","start":"2026-03-03T21:15:24.726032Z","end":"2026-03-03T21:15:24.848451Z","steps":["trace[760355648] 'agreement among raft nodes before linearized reading' (duration: 122.324545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:15:24.848504Z","caller":"traceutil/trace.go:171","msg":"trace[1983455142] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"360.099305ms","start":"2026-03-03T21:15:24.488328Z","end":"2026-03-03T21:15:24.848427Z","steps":["trace[1983455142] 'process raft request' (duration: 359.635423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:15:24.849175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:15:24.488292Z","time spent":"360.285829ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:15:25.070573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.189535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:15:25.070769Z","caller":"traceutil/trace.go:171","msg":"trace[1754851649] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"221.270665ms","start":"2026-03-03T21:15:24.849454Z","end":"2026-03-03T21:15:25.070724Z","steps":["trace[1754851649] 'process raft request' (duration: 118.825864ms)","trace[1754851649] 'compare' (duration: 102.056811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:18.724546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.696879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:16:18.724938Z","caller":"traceutil/trace.go:171","msg":"trace[1452240365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2322; }","duration":"221.198901ms","start":"2026-03-03T21:16:18.503716Z","end":"2026-03-03T21:16:18.724915Z","steps":["trace[1452240365] 'range keys from in-memory index tree' (duration: 220.608636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:52.317771Z","caller":"traceutil/trace.go:171","msg":"trace[1204854267] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"143.512945ms","start":"2026-03-03T21:16:52.174233Z","end":"2026-03-03T21:16:52.317746Z","steps":["trace[1204854267] 'process raft request' (duration: 143.31969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:31.161957Z","caller":"traceutil/trace.go:171","msg":"trace[1223921650] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"142.451895ms","start":"2026-03-03T21:20:31.019472Z","end":"2026-03-03T21:20:31.161924Z","steps":["trace[1223921650] 'process raft request' (duration: 104.72326ms)","trace[1223921650] 'compare' (duration: 37.582681ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:31.163186Z","caller":"traceutil/trace.go:171","msg":"trace[150793185] linearizableReadLoop","detail":"{readStateIndex:4436; appliedIndex:4433; }","duration":"140.616467ms","start":"2026-03-03T21:20:31.022533Z","end":"2026-03-03T21:20:31.163149Z","steps":["trace[150793185] 'read index received' (duration: 101.682019ms)","trace[150793185] 'applied index is now lower than readState.Index' (duration: 38.933108ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:31.163307Z","caller":"traceutil/trace.go:171","msg":"trace[1440705132] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"142.473906ms","start":"2026-03-03T21:20:31.020808Z","end":"2026-03-03T21:20:31.163282Z","steps":["trace[1440705132] 'process raft request' (duration: 142.24807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:31.163468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.907734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T21:20:31.163588Z","caller":"traceutil/trace.go:171","msg":"trace[2102160421] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4266; }","duration":"141.036908ms","start":"2026-03-03T21:20:31.022528Z","end":"2026-03-03T21:20:31.163565Z","steps":["trace[2102160421] 'agreement among raft nodes before linearized reading' (duration: 140.775491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:31.163553Z","caller":"traceutil/trace.go:171","msg":"trace[104561793] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"143.915524ms","start":"2026-03-03T21:20:31.019568Z","end":"2026-03-03T21:20:31.163484Z","steps":["trace[104561793] 'process raft request' (duration: 143.347699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:31.164295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.153791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-03T21:20:31.164351Z","caller":"traceutil/trace.go:171","msg":"trace[1817682230] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4266; }","duration":"102.257614ms","start":"2026-03-03T21:20:31.062078Z","end":"2026-03-03T21:20:31.164335Z","steps":["trace[1817682230] 'agreement among raft nodes before linearized reading' (duration: 101.395601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:34.237467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.645057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:20:34.237616Z","caller":"traceutil/trace.go:171","msg":"trace[709186537] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"141.49288ms","start":"2026-03-03T21:20:34.096091Z","end":"2026-03-03T21:20:34.237584Z","steps":["trace[709186537] 'process raft request' (duration: 18.649668ms)","trace[709186537] 'compare' (duration: 122.513113ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:40.664576Z","caller":"traceutil/trace.go:171","msg":"trace[65482037] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"121.381405ms","start":"2026-03-03T21:20:40.543168Z","end":"2026-03-03T21:20:40.66455Z","steps":["trace[65482037] 'process raft request' (duration: 121.22127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:49.860995Z","caller":"traceutil/trace.go:171","msg":"trace[1378047012] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"109.943909ms","start":"2026-03-03T21:20:49.751012Z","end":"2026-03-03T21:20:49.860956Z","steps":["trace[1378047012] 'process raft request' (duration: 42.853151ms)","trace[1378047012] 'compare' (duration: 66.904793ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:58.219631Z","caller":"traceutil/trace.go:171","msg":"trace[499849196] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"160.451475ms","start":"2026-03-03T21:20:58.059152Z","end":"2026-03-03T21:20:58.219604Z","steps":["trace[499849196] 'process raft request' (duration: 160.26546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.332025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.191462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T21:20:58.332048Z","caller":"traceutil/trace.go:171","msg":"trace[1665726947] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5084; }","duration":"103.415485ms","start":"2026-03-03T21:20:58.228611Z","end":"2026-03-03T21:20:58.332026Z","steps":["trace[1665726947] 'read index received' (duration: 69.647645ms)","trace[1665726947] 'applied index is now lower than readState.Index' (duration: 33.76685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:58.332134Z","caller":"traceutil/trace.go:171","msg":"trace[1089186813] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4897; }","duration":"108.340186ms","start":"2026-03-03T21:20:58.223752Z","end":"2026-03-03T21:20:58.332092Z","steps":["trace[1089186813] 'range keys from in-memory index tree' (duration: 108.058728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.332018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.832522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-03T21:20:58.33232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.764554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2265"} {"level":"info","ts":"2026-03-03T21:20:58.332375Z","caller":"traceutil/trace.go:171","msg":"trace[750583356] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4898; }","duration":"103.875058ms","start":"2026-03-03T21:20:58.228487Z","end":"2026-03-03T21:20:58.332362Z","steps":["trace[750583356] 'agreement among raft nodes before linearized reading' (duration: 103.698273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:58.33236Z","caller":"traceutil/trace.go:171","msg":"trace[1611665773] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4897; }","duration":"108.196542ms","start":"2026-03-03T21:20:58.224087Z","end":"2026-03-03T21:20:58.332283Z","steps":["trace[1611665773] 'range keys from in-memory index tree' (duration: 107.684208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:58.332148Z","caller":"traceutil/trace.go:171","msg":"trace[597952451] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"106.105767ms","start":"2026-03-03T21:20:58.225969Z","end":"2026-03-03T21:20:58.332075Z","steps":["trace[597952451] 'process raft request' (duration: 72.310477ms)","trace[597952451] 'compare' (duration: 33.641246ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:58.633686Z","caller":"traceutil/trace.go:171","msg":"trace[1647967332] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"286.330669ms","start":"2026-03-03T21:20:58.347316Z","end":"2026-03-03T21:20:58.633647Z","steps":["trace[1647967332] 'process raft request' (duration: 187.354162ms)","trace[1647967332] 'compare' (duration: 98.70774ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:58.68899Z","caller":"traceutil/trace.go:171","msg":"trace[1513804268] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5085; }","duration":"338.453558ms","start":"2026-03-03T21:20:58.350509Z","end":"2026-03-03T21:20:58.688962Z","steps":["trace[1513804268] 'read index received' (duration: 184.185628ms)","trace[1513804268] 'applied index is now lower than readState.Index' (duration: 154.26479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:58.689126Z","caller":"traceutil/trace.go:171","msg":"trace[1046327106] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"341.325694ms","start":"2026-03-03T21:20:58.347789Z","end":"2026-03-03T21:20:58.689114Z","steps":["trace[1046327106] 'process raft request' (duration: 340.939334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.689273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:58.347761Z","time spent":"341.399956ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:20:58.689119Z","caller":"traceutil/trace.go:171","msg":"trace[1478983000] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"312.718073ms","start":"2026-03-03T21:20:58.376352Z","end":"2026-03-03T21:20:58.68907Z","steps":["trace[1478983000] 'process raft request' (duration: 312.538148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.689459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:58.376332Z","time spent":"313.01425ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:20:58.689397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.862768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T21:20:58.689766Z","caller":"traceutil/trace.go:171","msg":"trace[545589667] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4901; }","duration":"339.29664ms","start":"2026-03-03T21:20:58.350446Z","end":"2026-03-03T21:20:58.689743Z","steps":["trace[545589667] 'agreement among raft nodes before linearized reading' (duration: 338.658363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.689957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:58.350423Z","time spent":"339.513595ms","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-03T21:20:58.83606Z","caller":"traceutil/trace.go:171","msg":"trace[1257794290] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5088; }","duration":"146.958574ms","start":"2026-03-03T21:20:58.689069Z","end":"2026-03-03T21:20:58.836028Z","steps":["trace[1257794290] 'read index received' (duration: 132.702715ms)","trace[1257794290] 'applied index is now lower than readState.Index' (duration: 14.254699ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:20:58.836089Z","caller":"traceutil/trace.go:171","msg":"trace[848285612] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"186.812746ms","start":"2026-03-03T21:20:58.649244Z","end":"2026-03-03T21:20:58.836057Z","steps":["trace[848285612] 'process raft request' (duration: 172.604798ms)","trace[848285612] 'compare' (duration: 13.684835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:20:58.836272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.7958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:20:58.836357Z","caller":"traceutil/trace.go:171","msg":"trace[946692809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4902; }","duration":"331.976715ms","start":"2026-03-03T21:20:58.504358Z","end":"2026-03-03T21:20:58.836335Z","steps":["trace[946692809] 'agreement among raft nodes before linearized reading' (duration: 331.830501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.836397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:20:58.504324Z","time spent":"332.065957ms","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:20:58.836402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.378073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T21:20:58.836453Z","caller":"traceutil/trace.go:171","msg":"trace[113214611] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4902; }","duration":"142.502326ms","start":"2026-03-03T21:20:58.693936Z","end":"2026-03-03T21:20:58.836438Z","steps":["trace[113214611] 'agreement among raft nodes before linearized reading' (duration: 142.295331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.836302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.622857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:20:58.83657Z","caller":"traceutil/trace.go:171","msg":"trace[981459718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4902; }","duration":"274.967526ms","start":"2026-03-03T21:20:58.561595Z","end":"2026-03-03T21:20:58.836563Z","steps":["trace[981459718] 'agreement among raft nodes before linearized reading' (duration: 274.571515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:20:58.836752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.186788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-03T21:20:58.83679Z","caller":"traceutil/trace.go:171","msg":"trace[101262588] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4902; }","duration":"270.27536ms","start":"2026-03-03T21:20:58.566506Z","end":"2026-03-03T21:20:58.836781Z","steps":["trace[101262588] 'agreement among raft nodes before linearized reading' (duration: 269.539151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:51.347096Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2801} {"level":"info","ts":"2026-03-03T21:22:51.412857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2801,"took":"64.050272ms","hash":1640582653,"current-db-size-bytes":42307584,"current-db-size":"42 MB","current-db-size-in-use-bytes":31641600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T21:22:51.412949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1640582653,"revision":2801,"compact-revision":-1} {"level":"info","ts":"2026-03-03T21:27:06.291715Z","caller":"traceutil/trace.go:171","msg":"trace[1017165541] linearizableReadLoop","detail":"{readStateIndex:7860; appliedIndex:7859; }","duration":"197.299784ms","start":"2026-03-03T21:27:06.094392Z","end":"2026-03-03T21:27:06.291692Z","steps":["trace[1017165541] 'read index received' (duration: 197.062458ms)","trace[1017165541] 'applied index is now lower than readState.Index' (duration: 236.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:27:06.291825Z","caller":"traceutil/trace.go:171","msg":"trace[1523305795] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"272.253524ms","start":"2026-03-03T21:27:06.019522Z","end":"2026-03-03T21:27:06.291776Z","steps":["trace[1523305795] 'process raft request' (duration: 271.987226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:06.291925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.523171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pmwnc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T21:27:06.291962Z","caller":"traceutil/trace.go:171","msg":"trace[442822467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pmwnc; range_end:; response_count:1; response_revision:7585; }","duration":"197.618254ms","start":"2026-03-03T21:27:06.094333Z","end":"2026-03-03T21:27:06.291951Z","steps":["trace[442822467] 'agreement among raft nodes before linearized reading' (duration: 197.47821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:27:44.691733Z","caller":"traceutil/trace.go:171","msg":"trace[1016280630] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8110; }","duration":"186.987146ms","start":"2026-03-03T21:27:44.504717Z","end":"2026-03-03T21:27:44.691704Z","steps":["trace[1016280630] 'read index received' (duration: 186.794051ms)","trace[1016280630] 'applied index is now lower than readState.Index' (duration: 191.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:27:44.691845Z","caller":"traceutil/trace.go:171","msg":"trace[2091220617] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"225.889205ms","start":"2026-03-03T21:27:44.465914Z","end":"2026-03-03T21:27:44.691803Z","steps":["trace[2091220617] 'process raft request' (duration: 225.630528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:44.691943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.201862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:27:44.691991Z","caller":"traceutil/trace.go:171","msg":"trace[1269592589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7825; }","duration":"187.303775ms","start":"2026-03-03T21:27:44.504676Z","end":"2026-03-03T21:27:44.69198Z","steps":["trace[1269592589] 'agreement among raft nodes before linearized reading' (duration: 187.205142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:44.693339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.857072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pmwnc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T21:27:44.693395Z","caller":"traceutil/trace.go:171","msg":"trace[359223406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pmwnc; range_end:; response_count:1; response_revision:7825; }","duration":"151.947264ms","start":"2026-03-03T21:27:44.541436Z","end":"2026-03-03T21:27:44.693383Z","steps":["trace[359223406] 'agreement among raft nodes before linearized reading' (duration: 151.129161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:27:48.891583Z","caller":"traceutil/trace.go:171","msg":"trace[687001055] linearizableReadLoop","detail":"{readStateIndex:8129; appliedIndex:8128; }","duration":"176.953917ms","start":"2026-03-03T21:27:48.714593Z","end":"2026-03-03T21:27:48.891547Z","steps":["trace[687001055] 'read index received' (duration: 176.70149ms)","trace[687001055] 'applied index is now lower than readState.Index' (duration: 250.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:27:48.891667Z","caller":"traceutil/trace.go:171","msg":"trace[485641549] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"186.173095ms","start":"2026-03-03T21:27:48.705449Z","end":"2026-03-03T21:27:48.891622Z","steps":["trace[485641549] 'process raft request' (duration: 185.882077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:48.891814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.144392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:27:48.892045Z","caller":"traceutil/trace.go:171","msg":"trace[1209214492] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7843; }","duration":"154.422859ms","start":"2026-03-03T21:27:48.737592Z","end":"2026-03-03T21:27:48.892014Z","steps":["trace[1209214492] 'agreement among raft nodes before linearized reading' (duration: 154.149982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:48.892544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.920573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pmwnc\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T21:27:48.892621Z","caller":"traceutil/trace.go:171","msg":"trace[798910090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pmwnc; range_end:; response_count:1; response_revision:7843; }","duration":"178.044937ms","start":"2026-03-03T21:27:48.71456Z","end":"2026-03-03T21:27:48.892605Z","steps":["trace[798910090] 'agreement among raft nodes before linearized reading' (duration: 177.160812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:27:51.353372Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5829} {"level":"info","ts":"2026-03-03T21:27:51.441128Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5829,"took":"86.115609ms","hash":89695840,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":22953984,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T21:27:51.441191Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":89695840,"revision":5829,"compact-revision":2801} {"level":"info","ts":"2026-03-03T21:27:57.930468Z","caller":"traceutil/trace.go:171","msg":"trace[1282246527] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8223; }","duration":"114.072872ms","start":"2026-03-03T21:27:57.816356Z","end":"2026-03-03T21:27:57.930429Z","steps":["trace[1282246527] 'read index received' (duration: 113.683492ms)","trace[1282246527] 'applied index is now lower than readState.Index' (duration: 387.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:27:57.930579Z","caller":"traceutil/trace.go:171","msg":"trace[389980887] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"119.085388ms","start":"2026-03-03T21:27:57.811442Z","end":"2026-03-03T21:27:57.930527Z","steps":["trace[389980887] 'process raft request' (duration: 118.757159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:27:57.930814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.438443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4cw7l\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-03-03T21:27:57.930895Z","caller":"traceutil/trace.go:171","msg":"trace[1407741971] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4cw7l; range_end:; response_count:1; response_revision:7932; }","duration":"114.564936ms","start":"2026-03-03T21:27:57.81631Z","end":"2026-03-03T21:27:57.930875Z","steps":["trace[1407741971] 'agreement among raft nodes before linearized reading' (duration: 114.31561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:27:58.520285Z","caller":"traceutil/trace.go:171","msg":"trace[737703611] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"121.848502ms","start":"2026-03-03T21:27:58.398405Z","end":"2026-03-03T21:27:58.520253Z","steps":["trace[737703611] 'process raft request' (duration: 60.421667ms)","trace[737703611] 'compare' (duration: 61.056695ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:31:36.315446Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:31:36.321403Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T21:31:36.321543Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T21:32:51.360236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7862} {"level":"info","ts":"2026-03-03T21:32:51.425627Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7862,"took":"63.332133ms","hash":3300009998,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":28114944,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T21:32:51.425686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3300009998,"revision":7862,"compact-revision":5829} {"level":"info","ts":"2026-03-03T21:33:00.934975Z","caller":"traceutil/trace.go:171","msg":"trace[1600970696] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"181.491436ms","start":"2026-03-03T21:33:00.753454Z","end":"2026-03-03T21:33:00.934945Z","steps":["trace[1600970696] 'process raft request' (duration: 111.932806ms)","trace[1600970696] 'compare' (duration: 69.391695ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:33:00.935416Z","caller":"traceutil/trace.go:171","msg":"trace[1924669921] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"181.177827ms","start":"2026-03-03T21:33:00.754203Z","end":"2026-03-03T21:33:00.935381Z","steps":["trace[1924669921] 'process raft request' (duration: 180.702775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:33:00.936293Z","caller":"traceutil/trace.go:171","msg":"trace[1289572236] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"181.909747ms","start":"2026-03-03T21:33:00.754372Z","end":"2026-03-03T21:33:00.936282Z","steps":["trace[1289572236] 'process raft request' (duration: 181.149706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:37:51.366165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10347} {"level":"info","ts":"2026-03-03T21:37:51.447999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10347,"took":"79.662915ms","hash":3758015797,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":25436160,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T21:37:51.44806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3758015797,"revision":10347,"compact-revision":7862} {"level":"info","ts":"2026-03-03T21:38:43.920587Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032c9.wal"} {"level":"info","ts":"2026-03-03T21:39:11.340876Z","caller":"traceutil/trace.go:171","msg":"trace[1985981488] transaction","detail":"{read_only:false; response_revision:12719; number_of_response:1; }","duration":"110.395333ms","start":"2026-03-03T21:39:11.230451Z","end":"2026-03-03T21:39:11.340846Z","steps":["trace[1985981488] 'process raft request' (duration: 110.165246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:28.057509Z","caller":"traceutil/trace.go:171","msg":"trace[1022795346] transaction","detail":"{read_only:false; response_revision:12818; number_of_response:1; }","duration":"412.965262ms","start":"2026-03-03T21:39:27.644514Z","end":"2026-03-03T21:39:28.057479Z","steps":["trace[1022795346] 'process raft request' (duration: 412.817208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:28.057677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:27.644497Z","time spent":"413.100146ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:39:28.058498Z","caller":"traceutil/trace.go:171","msg":"trace[1089806439] transaction","detail":"{read_only:false; response_revision:12819; number_of_response:1; }","duration":"287.04958ms","start":"2026-03-03T21:39:27.771418Z","end":"2026-03-03T21:39:28.058467Z","steps":["trace[1089806439] 'process raft request' (duration: 286.844755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:28.058562Z","caller":"traceutil/trace.go:171","msg":"trace[90263437] linearizableReadLoop","detail":"{readStateIndex:13279; appliedIndex:13277; }","duration":"272.471878ms","start":"2026-03-03T21:39:27.786075Z","end":"2026-03-03T21:39:28.058547Z","steps":["trace[90263437] 'read index received' (duration: 271.312248ms)","trace[90263437] 'applied index is now lower than readState.Index' (duration: 1.15824ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:39:28.05853Z","caller":"traceutil/trace.go:171","msg":"trace[288332906] transaction","detail":"{read_only:false; response_revision:12820; number_of_response:1; }","duration":"189.73307ms","start":"2026-03-03T21:39:27.868775Z","end":"2026-03-03T21:39:28.058508Z","steps":["trace[288332906] 'process raft request' (duration: 189.626738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:28.058744Z","caller":"traceutil/trace.go:171","msg":"trace[1961158591] transaction","detail":"{read_only:false; response_revision:12821; number_of_response:1; }","duration":"179.637718ms","start":"2026-03-03T21:39:27.879096Z","end":"2026-03-03T21:39:28.058733Z","steps":["trace[1961158591] 'process raft request' (duration: 179.358991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:28.059028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.944261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T21:39:28.059957Z","caller":"traceutil/trace.go:171","msg":"trace[464148575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12821; }","duration":"273.793704ms","start":"2026-03-03T21:39:27.786057Z","end":"2026-03-03T21:39:28.059851Z","steps":["trace[464148575] 'agreement among raft nodes before linearized reading' (duration: 272.819377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:28.059223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.137518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:39:28.060266Z","caller":"traceutil/trace.go:171","msg":"trace[477894688] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12821; }","duration":"231.204167ms","start":"2026-03-03T21:39:27.829037Z","end":"2026-03-03T21:39:28.060241Z","steps":["trace[477894688] 'agreement among raft nodes before linearized reading' (duration: 230.145008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:39:43.460017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.30041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:39:43.460237Z","caller":"traceutil/trace.go:171","msg":"trace[1044166451] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"388.635797ms","start":"2026-03-03T21:39:43.071571Z","end":"2026-03-03T21:39:43.460207Z","steps":["trace[1044166451] 'process raft request' (duration: 130.995888ms)","trace[1044166451] 'compare' (duration: 257.029693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:39:43.460376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:39:43.071554Z","time spent":"388.77068ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:41:15.690011Z","caller":"traceutil/trace.go:171","msg":"trace[710090146] transaction","detail":"{read_only:false; response_revision:13897; number_of_response:1; }","duration":"102.013008ms","start":"2026-03-03T21:41:15.587967Z","end":"2026-03-03T21:41:15.68998Z","steps":["trace[710090146] 'process raft request' (duration: 101.853344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:41:16.088091Z","caller":"traceutil/trace.go:171","msg":"trace[1842175885] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"101.554435ms","start":"2026-03-03T21:41:15.986511Z","end":"2026-03-03T21:41:16.088066Z","steps":["trace[1842175885] 'process raft request' (duration: 95.689417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:42:51.372614Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12231} {"level":"info","ts":"2026-03-03T21:42:51.450936Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12231,"took":"75.300158ms","hash":2983518752,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":28184576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T21:42:51.450996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2983518752,"revision":12231,"compact-revision":10347} {"level":"info","ts":"2026-03-03T21:47:51.388226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14475} {"level":"info","ts":"2026-03-03T21:47:51.478174Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14475,"took":"87.394051ms","hash":290972415,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":27508736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T21:47:51.478234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":290972415,"revision":14475,"compact-revision":12231} {"level":"info","ts":"2026-03-03T21:52:51.395863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16506} {"level":"info","ts":"2026-03-03T21:52:51.491171Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16506,"took":"93.05957ms","hash":2448967187,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":21540864,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T21:52:51.491223Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2448967187,"revision":16506,"compact-revision":14475}