{"level":"warn","ts":"2026-03-14T01:32:23.241195Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:32:23.241295Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:32:23.24136Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:32:23.241373Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-14T01:32:23.241392Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:32:23.242199Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-03-14T01:32:23.242287Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:32:23.246486Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.920481ms"} {"level":"info","ts":"2026-03-14T01:32:23.252496Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-03-14T01:32:23.252591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:32:23.252612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-03-14T01:32:23.252626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:32:23.252635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-03-14T01:32:23.252677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-03-14T01:32:23.261849Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:32:23.263902Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:32:23.264956Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:32:23.267956Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:32:23.268473Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:32:23.268523Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:32:23.268654Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:32:23.268678Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:32:23.269981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-03-14T01:32:23.270503Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-14T01:32:23.274156Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:32:23.274251Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-14T01:32:23.274339Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-14T01:32:23.27446Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:32:23.274508Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:32:23.954352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:32:23.954457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:32:23.954492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-03-14T01:32:23.95453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:32:23.954565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-14T01:32:23.954608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-03-14T01:32:23.954627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-14T01:32:23.967793Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:32:23.968849Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:32:23.968855Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:32:23.968939Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:32:23.969383Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:32:23.969444Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:32:23.969467Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:32:23.969558Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:32:23.969601Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:32:23.971342Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-03-14T01:32:23.972599Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-14T01:32:42.553851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.205341ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T01:32:42.554043Z","caller":"traceutil/trace.go:171","msg":"trace[1274670648] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:467; }","duration":"203.852525ms","start":"2026-03-14T01:32:42.350149Z","end":"2026-03-14T01:32:42.554002Z","steps":["trace[1274670648] 'read index received' (duration: 66.711µs)","trace[1274670648] 'applied index is now lower than readState.Index' (duration: 203.783634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:42.55416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.004569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:42.554248Z","caller":"traceutil/trace.go:171","msg":"trace[1874877519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"204.149062ms","start":"2026-03-14T01:32:42.350083Z","end":"2026-03-14T01:32:42.554232Z","steps":["trace[1874877519] 'agreement among raft nodes before linearized reading' (duration: 204.017419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:00.481881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.362907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:00.481999Z","caller":"traceutil/trace.go:171","msg":"trace[974253593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"132.551412ms","start":"2026-03-14T01:33:00.349423Z","end":"2026-03-14T01:33:00.481974Z","steps":["trace[974253593] 'range keys from in-memory index tree' (duration: 132.246505ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:00.969744Z","caller":"traceutil/trace.go:171","msg":"trace[612480802] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"130.897882ms","start":"2026-03-14T01:33:00.838813Z","end":"2026-03-14T01:33:00.969711Z","steps":["trace[612480802] 'process raft request' (duration: 130.729738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.115324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.256407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:34:16.115307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.379505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:34:16.11541Z","caller":"traceutil/trace.go:171","msg":"trace[1677317858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1611; }","duration":"108.444521ms","start":"2026-03-14T01:34:16.006942Z","end":"2026-03-14T01:34:16.115386Z","steps":["trace[1677317858] 'range keys from in-memory index tree' (duration: 108.055702ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.115469Z","caller":"traceutil/trace.go:171","msg":"trace[1238975948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1611; }","duration":"165.56652ms","start":"2026-03-14T01:34:15.949846Z","end":"2026-03-14T01:34:16.115412Z","steps":["trace[1238975948] 'range keys from in-memory index tree' (duration: 165.16978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.11528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.80192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:34:16.115595Z","caller":"traceutil/trace.go:171","msg":"trace[716260813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1611; }","duration":"206.159768ms","start":"2026-03-14T01:34:15.909411Z","end":"2026-03-14T01:34:16.115571Z","steps":["trace[716260813] 'range keys from in-memory index tree' (duration: 205.566774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.115576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.014835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:34:16.115685Z","caller":"traceutil/trace.go:171","msg":"trace[1246516738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1611; }","duration":"126.19673ms","start":"2026-03-14T01:34:15.989462Z","end":"2026-03-14T01:34:16.115659Z","steps":["trace[1246516738] 'range keys from in-memory index tree' (duration: 125.77352ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:06.496734Z","caller":"traceutil/trace.go:171","msg":"trace[1675956675] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"103.468463ms","start":"2026-03-14T01:35:06.39324Z","end":"2026-03-14T01:35:06.496708Z","steps":["trace[1675956675] 'read index received' (duration: 103.37373ms)","trace[1675956675] 'applied index is now lower than readState.Index' (duration: 93.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:06.496845Z","caller":"traceutil/trace.go:171","msg":"trace[424992095] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"113.846287ms","start":"2026-03-14T01:35:06.382977Z","end":"2026-03-14T01:35:06.496824Z","steps":["trace[424992095] 'process raft request' (duration: 113.548009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:06.497197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.931686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:35:06.497266Z","caller":"traceutil/trace.go:171","msg":"trace[1661994051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"104.035018ms","start":"2026-03-14T01:35:06.393214Z","end":"2026-03-14T01:35:06.497249Z","steps":["trace[1661994051] 'agreement among raft nodes before linearized reading' (duration: 103.653927ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:06.768289Z","caller":"traceutil/trace.go:171","msg":"trace[1772855561] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"266.573295ms","start":"2026-03-14T01:35:06.501677Z","end":"2026-03-14T01:35:06.76825Z","steps":["trace[1772855561] 'process raft request' (duration: 266.405681ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:06.781557Z","caller":"traceutil/trace.go:171","msg":"trace[1492744280] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"279.777645ms","start":"2026-03-14T01:35:06.501732Z","end":"2026-03-14T01:35:06.78151Z","steps":["trace[1492744280] 'process raft request' (duration: 279.658792ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:57.680137Z","caller":"traceutil/trace.go:171","msg":"trace[988508863] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"114.106624ms","start":"2026-03-14T01:35:57.566006Z","end":"2026-03-14T01:35:57.680113Z","steps":["trace[988508863] 'process raft request' (duration: 113.9687ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:57.830949Z","caller":"traceutil/trace.go:171","msg":"trace[168476842] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"122.750895ms","start":"2026-03-14T01:35:57.708165Z","end":"2026-03-14T01:35:57.830916Z","steps":["trace[168476842] 'process raft request' (duration: 121.79378ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:32.105749Z","caller":"traceutil/trace.go:171","msg":"trace[1272533144] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"155.105181ms","start":"2026-03-14T01:36:31.95059Z","end":"2026-03-14T01:36:32.105695Z","steps":["trace[1272533144] 'process raft request' (duration: 57.250879ms)","trace[1272533144] 'compare' (duration: 97.4238ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:32.301741Z","caller":"traceutil/trace.go:171","msg":"trace[1398255927] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"191.064647ms","start":"2026-03-14T01:36:32.110634Z","end":"2026-03-14T01:36:32.301699Z","steps":["trace[1398255927] 'process raft request' (duration: 134.828175ms)","trace[1398255927] 'compare' (duration: 56.014006ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:32.345621Z","caller":"traceutil/trace.go:171","msg":"trace[1641787256] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"234.877356ms","start":"2026-03-14T01:36:32.110708Z","end":"2026-03-14T01:36:32.345585Z","steps":["trace[1641787256] 'process raft request' (duration: 234.31927ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.588062Z","caller":"traceutil/trace.go:171","msg":"trace[15082445] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4759; }","duration":"100.877041ms","start":"2026-03-14T01:40:23.487162Z","end":"2026-03-14T01:40:23.58804Z","steps":["trace[15082445] 'read index received' (duration: 100.643014ms)","trace[15082445] 'applied index is now lower than readState.Index' (duration: 233.087µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:23.588181Z","caller":"traceutil/trace.go:171","msg":"trace[1490678183] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"134.757681ms","start":"2026-03-14T01:40:23.453388Z","end":"2026-03-14T01:40:23.588146Z","steps":["trace[1490678183] 'process raft request' (duration: 134.449773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.588352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.158999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:40:23.588415Z","caller":"traceutil/trace.go:171","msg":"trace[511982679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4574; }","duration":"101.269872ms","start":"2026-03-14T01:40:23.487134Z","end":"2026-03-14T01:40:23.588404Z","steps":["trace[511982679] 'agreement among raft nodes before linearized reading' (duration: 101.082976ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.703703Z","caller":"traceutil/trace.go:171","msg":"trace[2137375021] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"110.228293ms","start":"2026-03-14T01:40:23.593441Z","end":"2026-03-14T01:40:23.703669Z","steps":["trace[2137375021] 'process raft request' (duration: 93.610296ms)","trace[2137375021] 'compare' (duration: 16.437682ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:23.703787Z","caller":"traceutil/trace.go:171","msg":"trace[374377741] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"108.796174ms","start":"2026-03-14T01:40:23.594951Z","end":"2026-03-14T01:40:23.703747Z","steps":["trace[374377741] 'process raft request' (duration: 108.64667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.328667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.934539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:33.329046Z","caller":"traceutil/trace.go:171","msg":"trace[1265498698] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4956; }","duration":"122.895773ms","start":"2026-03-14T01:40:33.206107Z","end":"2026-03-14T01:40:33.329003Z","steps":["trace[1265498698] 'read index received' (duration: 10.256035ms)","trace[1265498698] 'applied index is now lower than readState.Index' (duration: 112.636878ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:33.329069Z","caller":"traceutil/trace.go:171","msg":"trace[2093360497] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"128.643988ms","start":"2026-03-14T01:40:33.200393Z","end":"2026-03-14T01:40:33.329037Z","steps":["trace[2093360497] 'process raft request' (duration: 128.39349ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.329089Z","caller":"traceutil/trace.go:171","msg":"trace[1552634236] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"128.755781ms","start":"2026-03-14T01:40:33.200275Z","end":"2026-03-14T01:40:33.329031Z","steps":["trace[1552634236] 'process raft request' (duration: 16.074902ms)","trace[1552634236] 'compare' (duration: 111.725713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:33.32933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.210191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-14T01:40:33.32939Z","caller":"traceutil/trace.go:171","msg":"trace[632175893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4768; }","duration":"123.309004ms","start":"2026-03-14T01:40:33.206066Z","end":"2026-03-14T01:40:33.329375Z","steps":["trace[632175893] 'agreement among raft nodes before linearized reading' (duration: 123.111109ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.725047Z","caller":"traceutil/trace.go:171","msg":"trace[179554049] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"108.186358ms","start":"2026-03-14T01:40:33.616838Z","end":"2026-03-14T01:40:33.725024Z","steps":["trace[179554049] 'process raft request' (duration: 106.04256ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.725366Z","caller":"traceutil/trace.go:171","msg":"trace[1439295811] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"108.409164ms","start":"2026-03-14T01:40:33.616932Z","end":"2026-03-14T01:40:33.725342Z","steps":["trace[1439295811] 'process raft request' (duration: 108.053504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.725377Z","caller":"traceutil/trace.go:171","msg":"trace[385634867] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"107.238141ms","start":"2026-03-14T01:40:33.618091Z","end":"2026-03-14T01:40:33.72533Z","steps":["trace[385634867] 'process raft request' (duration: 107.130028ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:53.998658Z","caller":"traceutil/trace.go:171","msg":"trace[670725011] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"182.963783ms","start":"2026-03-14T01:40:53.815651Z","end":"2026-03-14T01:40:53.998614Z","steps":["trace[670725011] 'process raft request' (duration: 110.346777ms)","trace[670725011] 'compare' (duration: 72.135283ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:54.001342Z","caller":"traceutil/trace.go:171","msg":"trace[964292343] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"185.604814ms","start":"2026-03-14T01:40:53.815701Z","end":"2026-03-14T01:40:54.001306Z","steps":["trace[964292343] 'process raft request' (duration: 185.241005ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:54.001369Z","caller":"traceutil/trace.go:171","msg":"trace[1998653650] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"185.092411ms","start":"2026-03-14T01:40:53.816244Z","end":"2026-03-14T01:40:54.001336Z","steps":["trace[1998653650] 'process raft request' (duration: 184.920637ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:54.001521Z","caller":"traceutil/trace.go:171","msg":"trace[655372154] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5284; }","duration":"167.563541ms","start":"2026-03-14T01:40:53.833934Z","end":"2026-03-14T01:40:54.001498Z","steps":["trace[655372154] 'read index received' (duration: 92.078758ms)","trace[655372154] 'applied index is now lower than readState.Index' (duration: 75.482453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:54.001741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.788937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:40:54.00179Z","caller":"traceutil/trace.go:171","msg":"trace[9273292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5089; }","duration":"167.89003ms","start":"2026-03-14T01:40:53.833885Z","end":"2026-03-14T01:40:54.001775Z","steps":["trace[9273292] 'agreement among raft nodes before linearized reading' (duration: 167.681894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:54.001649Z","caller":"traceutil/trace.go:171","msg":"trace[862086107] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"183.997332ms","start":"2026-03-14T01:40:53.817622Z","end":"2026-03-14T01:40:54.001619Z","steps":["trace[862086107] 'process raft request' (duration: 183.592701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:54.002053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.905437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:40:54.002125Z","caller":"traceutil/trace.go:171","msg":"trace[680032745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5089; }","duration":"153.017251ms","start":"2026-03-14T01:40:53.849091Z","end":"2026-03-14T01:40:54.002109Z","steps":["trace[680032745] 'agreement among raft nodes before linearized reading' (duration: 152.812885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:54.002439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.243419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:40:54.002496Z","caller":"traceutil/trace.go:171","msg":"trace[1290726840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5089; }","duration":"149.343462ms","start":"2026-03-14T01:40:53.853138Z","end":"2026-03-14T01:40:54.002481Z","steps":["trace[1290726840] 'agreement among raft nodes before linearized reading' (duration: 149.123737ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:24.004258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2781} {"level":"info","ts":"2026-03-14T01:42:24.073599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2781,"took":"67.700248ms","hash":2544446354,"current-db-size-bytes":41443328,"current-db-size":"41 MB","current-db-size-in-use-bytes":31473664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-14T01:42:24.073679Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2544446354,"revision":2781,"compact-revision":-1} {"level":"info","ts":"2026-03-14T01:46:42.780423Z","caller":"traceutil/trace.go:171","msg":"trace[908815147] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7848; }","duration":"439.977086ms","start":"2026-03-14T01:46:42.340419Z","end":"2026-03-14T01:46:42.780396Z","steps":["trace[908815147] 'read index received' (duration: 425.340353ms)","trace[908815147] 'applied index is now lower than readState.Index' (duration: 14.635053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:42.780651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.222393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:46:42.780689Z","caller":"traceutil/trace.go:171","msg":"trace[384955420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7566; }","duration":"440.311565ms","start":"2026-03-14T01:46:42.340368Z","end":"2026-03-14T01:46:42.780679Z","steps":["trace[384955420] 'agreement among raft nodes before linearized reading' (duration: 440.144361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:42.780727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.34035Z","time spent":"440.368417ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:46:42.782328Z","caller":"traceutil/trace.go:171","msg":"trace[1410107138] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"313.159926ms","start":"2026-03-14T01:46:42.469128Z","end":"2026-03-14T01:46:42.782288Z","steps":["trace[1410107138] 'process raft request' (duration: 312.990091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:42.782356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.831581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:46:42.782424Z","caller":"traceutil/trace.go:171","msg":"trace[831938136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7567; }","duration":"430.937414ms","start":"2026-03-14T01:46:42.351472Z","end":"2026-03-14T01:46:42.78241Z","steps":["trace[831938136] 'agreement among raft nodes before linearized reading' (duration: 430.78479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:42.782457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.351435Z","time spent":"431.013606ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:46:42.782495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.143101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-84cf4b7b79-l2cw4.189c91eb35839cd1\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-14T01:46:42.782584Z","caller":"traceutil/trace.go:171","msg":"trace[1636268750] range","detail":"{range_begin:/registry/events/openstack/barbican-api-84cf4b7b79-l2cw4.189c91eb35839cd1; range_end:; response_count:1; response_revision:7567; }","duration":"101.231563ms","start":"2026-03-14T01:46:42.681328Z","end":"2026-03-14T01:46:42.78256Z","steps":["trace[1636268750] 'agreement among raft nodes before linearized reading' (duration: 100.999737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:42.782473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.912952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:42.78268Z","caller":"traceutil/trace.go:171","msg":"trace[1440672967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7567; }","duration":"431.124568ms","start":"2026-03-14T01:46:42.351515Z","end":"2026-03-14T01:46:42.78264Z","steps":["trace[1440672967] 'agreement among raft nodes before linearized reading' (duration: 430.841321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:42.782743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.351469Z","time spent":"431.260082ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:46:42.783232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.4691Z","time spent":"313.314259ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:54.12438Z","caller":"traceutil/trace.go:171","msg":"trace[407019232] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"195.833309ms","start":"2026-03-14T01:46:53.928489Z","end":"2026-03-14T01:46:54.124323Z","steps":["trace[407019232] 'process raft request' (duration: 149.210614ms)","trace[407019232] 'compare' (duration: 46.463321ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:55.503532Z","caller":"traceutil/trace.go:171","msg":"trace[541299490] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"101.152331ms","start":"2026-03-14T01:46:55.402356Z","end":"2026-03-14T01:46:55.503509Z","steps":["trace[541299490] 'process raft request' (duration: 101.018768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:56.061314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.846628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:46:56.061402Z","caller":"traceutil/trace.go:171","msg":"trace[344036042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7630; }","duration":"121.951881ms","start":"2026-03-14T01:46:55.939432Z","end":"2026-03-14T01:46:56.061384Z","steps":["trace[344036042] 'range keys from in-memory index tree' (duration: 121.622712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:56.061411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.358039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:46:56.061508Z","caller":"traceutil/trace.go:171","msg":"trace[2104860976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7630; }","duration":"136.488422ms","start":"2026-03-14T01:46:55.924997Z","end":"2026-03-14T01:46:56.061485Z","steps":["trace[2104860976] 'range keys from in-memory index tree' (duration: 136.172954ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:56.221529Z","caller":"traceutil/trace.go:171","msg":"trace[1264840073] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"155.233716ms","start":"2026-03-14T01:46:56.06622Z","end":"2026-03-14T01:46:56.221454Z","steps":["trace[1264840073] 'process raft request' (duration: 107.966574ms)","trace[1264840073] 'compare' (duration: 46.919262ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:56.415978Z","caller":"traceutil/trace.go:171","msg":"trace[348256952] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"121.638104ms","start":"2026-03-14T01:46:56.294307Z","end":"2026-03-14T01:46:56.415945Z","steps":["trace[348256952] 'process raft request' (duration: 71.466614ms)","trace[348256952] 'compare' (duration: 50.011575ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:56.993977Z","caller":"traceutil/trace.go:171","msg":"trace[405539925] linearizableReadLoop","detail":"{readStateIndex:7923; appliedIndex:7922; }","duration":"125.719962ms","start":"2026-03-14T01:46:56.868233Z","end":"2026-03-14T01:46:56.993953Z","steps":["trace[405539925] 'read index received' (duration: 125.464255ms)","trace[405539925] 'applied index is now lower than readState.Index' (duration: 254.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:56.994094Z","caller":"traceutil/trace.go:171","msg":"trace[276367383] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"131.533509ms","start":"2026-03-14T01:46:56.862531Z","end":"2026-03-14T01:46:56.994065Z","steps":["trace[276367383] 'process raft request' (duration: 131.256552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:56.994275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.01621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:46:56.994316Z","caller":"traceutil/trace.go:171","msg":"trace[1169224736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7637; }","duration":"126.074332ms","start":"2026-03-14T01:46:56.868229Z","end":"2026-03-14T01:46:56.994304Z","steps":["trace[1169224736] 'agreement among raft nodes before linearized reading' (duration: 125.829125ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:24.011786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5798} {"level":"info","ts":"2026-03-14T01:47:24.104527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5798,"took":"90.929436ms","hash":2463498543,"current-db-size-bytes":43388928,"current-db-size":"43 MB","current-db-size-in-use-bytes":23191552,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-14T01:47:24.104647Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2463498543,"revision":5798,"compact-revision":2781} {"level":"info","ts":"2026-03-14T01:47:24.773194Z","caller":"traceutil/trace.go:171","msg":"trace[1351500429] linearizableReadLoop","detail":"{readStateIndex:8119; appliedIndex:8118; }","duration":"422.602181ms","start":"2026-03-14T01:47:24.350564Z","end":"2026-03-14T01:47:24.773167Z","steps":["trace[1351500429] 'read index received' (duration: 422.422166ms)","trace[1351500429] 'applied index is now lower than readState.Index' (duration: 178.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:24.773289Z","caller":"traceutil/trace.go:171","msg":"trace[990484975] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"447.456945ms","start":"2026-03-14T01:47:24.325805Z","end":"2026-03-14T01:47:24.773262Z","steps":["trace[990484975] 'process raft request' (duration: 447.193458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:24.773435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:24.325787Z","time spent":"447.557277ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:24.773434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.841226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:47:24.773407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.820657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:24.773478Z","caller":"traceutil/trace.go:171","msg":"trace[1627874683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7824; }","duration":"398.940499ms","start":"2026-03-14T01:47:24.374527Z","end":"2026-03-14T01:47:24.773468Z","steps":["trace[1627874683] 'agreement among raft nodes before linearized reading' (duration: 398.789625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:24.773524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:24.374506Z","time spent":"399.009421ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:47:24.773529Z","caller":"traceutil/trace.go:171","msg":"trace[1891979815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7824; }","duration":"422.994931ms","start":"2026-03-14T01:47:24.350513Z","end":"2026-03-14T01:47:24.773508Z","steps":["trace[1891979815] 'agreement among raft nodes before linearized reading' (duration: 422.754145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:24.773564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:24.350486Z","time spent":"423.070284ms","remote":"127.0.0.1:51794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:24.773552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.731262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gbtw6\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:47:24.773612Z","caller":"traceutil/trace.go:171","msg":"trace[1176769925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gbtw6; range_end:; response_count:1; response_revision:7824; }","duration":"301.844665ms","start":"2026-03-14T01:47:24.471752Z","end":"2026-03-14T01:47:24.773597Z","steps":["trace[1176769925] 'agreement among raft nodes before linearized reading' (duration: 301.648059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:24.773644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:24.471732Z","time spent":"301.905977ms","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-gbtw6\" "} {"level":"warn","ts":"2026-03-14T01:47:24.773877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.800435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:24.773924Z","caller":"traceutil/trace.go:171","msg":"trace[1114366775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7824; }","duration":"228.896558ms","start":"2026-03-14T01:47:24.545006Z","end":"2026-03-14T01:47:24.773902Z","steps":["trace[1114366775] 'agreement among raft nodes before linearized reading' (duration: 228.798695ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:27.380221Z","caller":"traceutil/trace.go:171","msg":"trace[690136260] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"156.186356ms","start":"2026-03-14T01:47:27.224004Z","end":"2026-03-14T01:47:27.38019Z","steps":["trace[690136260] 'process raft request' (duration: 155.96331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:37.336211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.647825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T01:47:37.336314Z","caller":"traceutil/trace.go:171","msg":"trace[1873617575] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:7930; }","duration":"171.823679ms","start":"2026-03-14T01:47:37.164468Z","end":"2026-03-14T01:47:37.336292Z","steps":["trace[1873617575] 'range keys from in-memory index tree' (duration: 171.355017ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:37.511851Z","caller":"traceutil/trace.go:171","msg":"trace[828406370] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"170.830053ms","start":"2026-03-14T01:47:37.340996Z","end":"2026-03-14T01:47:37.511826Z","steps":["trace[828406370] 'process raft request' (duration: 170.167614ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:39.141343Z","caller":"traceutil/trace.go:171","msg":"trace[1198116985] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8239; }","duration":"287.744543ms","start":"2026-03-14T01:47:38.85356Z","end":"2026-03-14T01:47:39.141305Z","steps":["trace[1198116985] 'read index received' (duration: 287.481396ms)","trace[1198116985] 'applied index is now lower than readState.Index' (duration: 261.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:39.141416Z","caller":"traceutil/trace.go:171","msg":"trace[1747888644] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"312.505494ms","start":"2026-03-14T01:47:38.828853Z","end":"2026-03-14T01:47:39.141358Z","steps":["trace[1747888644] 'process raft request' (duration: 312.220717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:39.141669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.083583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gbtw6\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T01:47:39.141721Z","caller":"traceutil/trace.go:171","msg":"trace[475425126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gbtw6; range_end:; response_count:1; response_revision:7940; }","duration":"288.203387ms","start":"2026-03-14T01:47:38.853504Z","end":"2026-03-14T01:47:39.141707Z","steps":["trace[475425126] 'agreement among raft nodes before linearized reading' (duration: 287.990201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:39.14172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:38.828828Z","time spent":"312.730031ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:39.186328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.633788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:47:39.186375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.253112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:39.186464Z","caller":"traceutil/trace.go:171","msg":"trace[1067935405] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7941; }","duration":"274.843573ms","start":"2026-03-14T01:47:38.911588Z","end":"2026-03-14T01:47:39.186432Z","steps":["trace[1067935405] 'agreement among raft nodes before linearized reading' (duration: 274.544575ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:39.186485Z","caller":"traceutil/trace.go:171","msg":"trace[788025897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7941; }","duration":"293.419806ms","start":"2026-03-14T01:47:38.893036Z","end":"2026-03-14T01:47:39.186456Z","steps":["trace[788025897] 'agreement among raft nodes before linearized reading' (duration: 293.086957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:39.186448Z","caller":"traceutil/trace.go:171","msg":"trace[1038877105] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"158.488307ms","start":"2026-03-14T01:47:39.027896Z","end":"2026-03-14T01:47:39.186384Z","steps":["trace[1038877105] 'process raft request' (duration: 158.002414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:39.186361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.309545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:39.186597Z","caller":"traceutil/trace.go:171","msg":"trace[1032760302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7941; }","duration":"331.563361ms","start":"2026-03-14T01:47:38.855012Z","end":"2026-03-14T01:47:39.186575Z","steps":["trace[1032760302] 'agreement among raft nodes before linearized reading' (duration: 331.199992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:39.186658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:38.855002Z","time spent":"331.639854ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:51:16.248198Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:51:16.258391Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:51:16.258531Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:52:24.024054Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7821} {"level":"info","ts":"2026-03-14T01:52:24.09079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7821,"took":"61.168561ms","hash":3960677298,"current-db-size-bytes":43388928,"current-db-size":"43 MB","current-db-size-in-use-bytes":25628672,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T01:52:24.090894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3960677298,"revision":7821,"compact-revision":5798} {"level":"info","ts":"2026-03-14T01:57:24.029561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10017} {"level":"info","ts":"2026-03-14T01:57:24.101952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10017,"took":"70.400154ms","hash":517159943,"current-db-size-bytes":43388928,"current-db-size":"43 MB","current-db-size-in-use-bytes":16850944,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-14T01:57:24.102022Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":517159943,"revision":10017,"compact-revision":7821}