{"level":"warn","ts":"2026-04-20T11:44:33.804546Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T11:44:33.804634Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T11:44:33.804698Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T11:44:33.804705Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-20T11:44:33.80472Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T11:44:33.80542Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-04-20T11:44:33.805489Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T11:44:33.810943Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.241718ms"} {"level":"info","ts":"2026-04-20T11:44:33.818412Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-04-20T11:44:33.818474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T11:44:33.818493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-04-20T11:44:33.818507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T11:44:33.818519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-04-20T11:44:33.818554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-04-20T11:44:33.826357Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T11:44:33.827682Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T11:44:33.828672Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T11:44:33.830924Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T11:44:33.834016Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:44:33.834125Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:44:33.834137Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:44:33.832505Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T11:44:33.834792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-04-20T11:44:33.836979Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-20T11:44:33.838826Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T11:44:33.83912Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-20T11:44:33.839156Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-04-20T11:44:33.839423Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T11:44:33.839365Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T11:44:34.219637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T11:44:34.219701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T11:44:34.219736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-04-20T11:44:34.219756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-04-20T11:44:34.219768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-20T11:44:34.219784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-04-20T11:44:34.219799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-04-20T11:44:34.220805Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T11:44:34.220952Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T11:44:34.221078Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T11:44:34.221131Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T11:44:34.221017Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:44:34.220841Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T11:44:34.222049Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:44:34.222234Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:44:34.222312Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:44:34.223799Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-04-20T11:44:34.224699Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-20T11:44:51.58806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.764111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:44:51.58825Z","caller":"traceutil/trace.go:171","msg":"trace[1822956235] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"344.53881ms","start":"2026-04-20T11:44:51.243678Z","end":"2026-04-20T11:44:51.588217Z","steps":["trace[1822956235] 'process raft request' (duration: 135.005229ms)","trace[1822956235] 'compare' (duration: 208.614779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:44:51.588421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:44:51.243661Z","time spent":"344.667083ms","remote":"127.0.0.1:56212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:45:01.197493Z","caller":"traceutil/trace.go:171","msg":"trace[1901930532] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"141.155522ms","start":"2026-04-20T11:45:01.056286Z","end":"2026-04-20T11:45:01.197441Z","steps":["trace[1901930532] 'process raft request' (duration: 134.514745ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:01.19802Z","caller":"traceutil/trace.go:171","msg":"trace[1266605165] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"116.639698ms","start":"2026-04-20T11:45:01.081333Z","end":"2026-04-20T11:45:01.197973Z","steps":["trace[1266605165] 'process raft request' (duration: 116.212013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:45:02.984477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.242976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-04-20T11:45:02.984624Z","caller":"traceutil/trace.go:171","msg":"trace[770448005] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:526; }","duration":"110.420439ms","start":"2026-04-20T11:45:02.874182Z","end":"2026-04-20T11:45:02.984602Z","steps":["trace[770448005] 'range keys from in-memory index tree' (duration: 110.131685ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:02.987744Z","caller":"traceutil/trace.go:171","msg":"trace[1431931346] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"112.528773ms","start":"2026-04-20T11:45:02.875108Z","end":"2026-04-20T11:45:02.987637Z","steps":["trace[1431931346] 'process raft request' (duration: 109.926104ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:02.997225Z","caller":"traceutil/trace.go:171","msg":"trace[777950760] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"121.157891ms","start":"2026-04-20T11:45:02.876035Z","end":"2026-04-20T11:45:02.997193Z","steps":["trace[777950760] 'process raft request' (duration: 120.985669ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:02.997372Z","caller":"traceutil/trace.go:171","msg":"trace[1049241646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:528; }","duration":"120.048119ms","start":"2026-04-20T11:45:02.877298Z","end":"2026-04-20T11:45:02.997346Z","steps":["trace[1049241646] 'process raft request' (duration: 119.838227ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:02.997492Z","caller":"traceutil/trace.go:171","msg":"trace[1167936936] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"118.268838ms","start":"2026-04-20T11:45:02.879208Z","end":"2026-04-20T11:45:02.997476Z","steps":["trace[1167936936] 'process raft request' (duration: 117.967245ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:02.997586Z","caller":"traceutil/trace.go:171","msg":"trace[2119253055] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"115.256753ms","start":"2026-04-20T11:45:02.88232Z","end":"2026-04-20T11:45:02.997577Z","steps":["trace[2119253055] 'process raft request' (duration: 114.93067ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:02.997736Z","caller":"traceutil/trace.go:171","msg":"trace[736528687] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"113.559874ms","start":"2026-04-20T11:45:02.884168Z","end":"2026-04-20T11:45:02.997728Z","steps":["trace[736528687] 'process raft request' (duration: 113.307181ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:45:09.276938Z","caller":"traceutil/trace.go:171","msg":"trace[1753168763] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"121.563287ms","start":"2026-04-20T11:45:09.155324Z","end":"2026-04-20T11:45:09.276888Z","steps":["trace[1753168763] 'process raft request' (duration: 121.438875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:45:09.772081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.037812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:45:09.773731Z","caller":"traceutil/trace.go:171","msg":"trace[288191165] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"580.506924ms","start":"2026-04-20T11:45:09.193202Z","end":"2026-04-20T11:45:09.773709Z","steps":["trace[288191165] 'process raft request' (duration: 284.625723ms)","trace[288191165] 'compare' (duration: 292.931551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:45:09.773848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:45:09.193179Z","time spent":"580.628265ms","remote":"127.0.0.1:56036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:45:09.774038Z","caller":"traceutil/trace.go:171","msg":"trace[1030201163] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"538.244014ms","start":"2026-04-20T11:45:09.235758Z","end":"2026-04-20T11:45:09.774002Z","steps":["trace[1030201163] 'read index received' (duration: 41.138299ms)","trace[1030201163] 'applied index is now lower than readState.Index' (duration: 497.104535ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:45:09.774199Z","caller":"traceutil/trace.go:171","msg":"trace[1284186077] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"130.080804ms","start":"2026-04-20T11:45:09.64411Z","end":"2026-04-20T11:45:09.77419Z","steps":["trace[1284186077] 'process raft request' (duration: 128.399907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:45:09.774466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.665819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:45:09.774573Z","caller":"traceutil/trace.go:171","msg":"trace[310453367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"538.82145ms","start":"2026-04-20T11:45:09.235729Z","end":"2026-04-20T11:45:09.77455Z","steps":["trace[310453367] 'agreement among raft nodes before linearized reading' (duration: 538.635078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:45:09.774619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:45:09.235716Z","time spent":"538.89508ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T11:45:09.774498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.894845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T11:45:09.774879Z","caller":"traceutil/trace.go:171","msg":"trace[1898042129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"378.322309ms","start":"2026-04-20T11:45:09.396546Z","end":"2026-04-20T11:45:09.774868Z","steps":["trace[1898042129] 'agreement among raft nodes before linearized reading' (duration: 377.858924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:45:09.774914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:45:09.39649Z","time spent":"378.41309ms","remote":"127.0.0.1:56212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-20T11:45:24.537127Z","caller":"traceutil/trace.go:171","msg":"trace[2015464491] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"190.606618ms","start":"2026-04-20T11:45:24.346465Z","end":"2026-04-20T11:45:24.537072Z","steps":["trace[2015464491] 'process raft request' (duration: 190.389397ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:46:29.653176Z","caller":"traceutil/trace.go:171","msg":"trace[495370284] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"101.042918ms","start":"2026-04-20T11:46:29.552052Z","end":"2026-04-20T11:46:29.653095Z","steps":["trace[495370284] 'process raft request' (duration: 96.122295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:46:43.989318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.841038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:46:43.9898Z","caller":"traceutil/trace.go:171","msg":"trace[2068106169] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"360.411341ms","start":"2026-04-20T11:46:43.629364Z","end":"2026-04-20T11:46:43.989775Z","steps":["trace[2068106169] 'process raft request' (duration: 67.015278ms)","trace[2068106169] 'compare' (duration: 292.661193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:46:43.989921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:46:43.629344Z","time spent":"360.537015ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:46:43.99038Z","caller":"traceutil/trace.go:171","msg":"trace[1920964714] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"283.011661ms","start":"2026-04-20T11:46:43.707347Z","end":"2026-04-20T11:46:43.990359Z","steps":["trace[1920964714] 'read index received' (duration: 282.843727ms)","trace[1920964714] 'applied index is now lower than readState.Index' (duration: 167.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:46:43.990443Z","caller":"traceutil/trace.go:171","msg":"trace[1944721220] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"283.816083ms","start":"2026-04-20T11:46:43.706603Z","end":"2026-04-20T11:46:43.990419Z","steps":["trace[1944721220] 'process raft request' (duration: 283.639588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:46:43.990766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.406754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7c5bf6f-25a5-4d41-8d5f-91f330e4ae50\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-20T11:46:43.990957Z","caller":"traceutil/trace.go:171","msg":"trace[1651749461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7c5bf6f-25a5-4d41-8d5f-91f330e4ae50; range_end:; response_count:1; response_revision:1869; }","duration":"283.6525ms","start":"2026-04-20T11:46:43.707291Z","end":"2026-04-20T11:46:43.990944Z","steps":["trace[1651749461] 'agreement among raft nodes before linearized reading' (duration: 283.152906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:46:44.3704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.906605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:46:44.370495Z","caller":"traceutil/trace.go:171","msg":"trace[736721289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"133.049589ms","start":"2026-04-20T11:46:44.237425Z","end":"2026-04-20T11:46:44.370475Z","steps":["trace[736721289] 'range keys from in-memory index tree' (duration: 132.826833ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:46:44.37086Z","caller":"traceutil/trace.go:171","msg":"trace[1969883756] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"133.171242ms","start":"2026-04-20T11:46:44.23767Z","end":"2026-04-20T11:46:44.370841Z","steps":["trace[1969883756] 'process raft request' (duration: 97.392725ms)","trace[1969883756] 'compare' (duration: 35.222702ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:46:55.661367Z","caller":"traceutil/trace.go:171","msg":"trace[663779032] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"153.716067ms","start":"2026-04-20T11:46:55.507632Z","end":"2026-04-20T11:46:55.661348Z","steps":["trace[663779032] 'process raft request' (duration: 153.594114ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:47:06.960875Z","caller":"traceutil/trace.go:171","msg":"trace[634740293] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"106.120447ms","start":"2026-04-20T11:47:06.854731Z","end":"2026-04-20T11:47:06.960852Z","steps":["trace[634740293] 'process raft request' (duration: 95.207846ms)","trace[634740293] 'compare' (duration: 10.543233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:47:12.657504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.126965ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-20T11:47:12.773847Z","caller":"traceutil/trace.go:171","msg":"trace[887055379] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"111.756616ms","start":"2026-04-20T11:47:12.662068Z","end":"2026-04-20T11:47:12.773825Z","steps":["trace[887055379] 'process raft request' (duration: 111.50465ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:47:12.788894Z","caller":"traceutil/trace.go:171","msg":"trace[1572752385] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"126.618149ms","start":"2026-04-20T11:47:12.662246Z","end":"2026-04-20T11:47:12.788864Z","steps":["trace[1572752385] 'process raft request' (duration: 126.564078ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:47:12.788968Z","caller":"traceutil/trace.go:171","msg":"trace[1131087860] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"126.787603ms","start":"2026-04-20T11:47:12.662159Z","end":"2026-04-20T11:47:12.788946Z","steps":["trace[1131087860] 'process raft request' (duration: 126.439735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:47:13.363494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.162116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:47:13.36359Z","caller":"traceutil/trace.go:171","msg":"trace[1630785387] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2163; }","duration":"125.939573ms","start":"2026-04-20T11:47:13.237634Z","end":"2026-04-20T11:47:13.363573Z","steps":["trace[1630785387] 'read index received' (duration: 38.621µs)","trace[1630785387] 'applied index is now lower than readState.Index' (duration: 125.899822ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:47:13.36381Z","caller":"traceutil/trace.go:171","msg":"trace[829162214] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"223.622758ms","start":"2026-04-20T11:47:13.140155Z","end":"2026-04-20T11:47:13.363777Z","steps":["trace[829162214] 'process raft request' (duration: 27.095545ms)","trace[829162214] 'compare' (duration: 196.040594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:47:13.364348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.701209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:47:13.364457Z","caller":"traceutil/trace.go:171","msg":"trace[965576570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2086; }","duration":"126.856432ms","start":"2026-04-20T11:47:13.237585Z","end":"2026-04-20T11:47:13.364441Z","steps":["trace[965576570] 'agreement among raft nodes before linearized reading' (duration: 126.704629ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:47:13.408032Z","caller":"traceutil/trace.go:171","msg":"trace[338192452] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"169.205865ms","start":"2026-04-20T11:47:13.238805Z","end":"2026-04-20T11:47:13.408011Z","steps":["trace[338192452] 'process raft request' (duration: 168.909428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:47:13.40826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.933101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T11:47:13.408386Z","caller":"traceutil/trace.go:171","msg":"trace[1406332283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"111.067494ms","start":"2026-04-20T11:47:13.297302Z","end":"2026-04-20T11:47:13.408369Z","steps":["trace[1406332283] 'agreement among raft nodes before linearized reading' (duration: 110.743047ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:48:55.501204Z","caller":"traceutil/trace.go:171","msg":"trace[828107351] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"141.618853ms","start":"2026-04-20T11:48:55.359546Z","end":"2026-04-20T11:48:55.501165Z","steps":["trace[828107351] 'process raft request' (duration: 141.275239ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:48:55.963197Z","caller":"traceutil/trace.go:171","msg":"trace[580198714] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"190.3135ms","start":"2026-04-20T11:48:55.772848Z","end":"2026-04-20T11:48:55.962858Z","steps":["trace[580198714] 'process raft request' (duration: 189.59418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:46.077284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.063665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-20T11:52:46.0774Z","caller":"traceutil/trace.go:171","msg":"trace[16680033] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4715; }","duration":"120.224029ms","start":"2026-04-20T11:52:45.957154Z","end":"2026-04-20T11:52:46.077378Z","steps":["trace[16680033] 'range keys from in-memory index tree' (duration: 118.837503ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:52:46.557272Z","caller":"traceutil/trace.go:171","msg":"trace[619127777] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"130.866828ms","start":"2026-04-20T11:52:46.426376Z","end":"2026-04-20T11:52:46.557242Z","steps":["trace[619127777] 'process raft request' (duration: 88.802852ms)","trace[619127777] 'compare' (duration: 41.919513ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:52:46.566178Z","caller":"traceutil/trace.go:171","msg":"trace[1483761783] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4897; }","duration":"138.242666ms","start":"2026-04-20T11:52:46.427916Z","end":"2026-04-20T11:52:46.566159Z","steps":["trace[1483761783] 'read index received' (duration: 87.17995ms)","trace[1483761783] 'applied index is now lower than readState.Index' (duration: 51.061686ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:52:46.566151Z","caller":"traceutil/trace.go:171","msg":"trace[459766498] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"139.55577ms","start":"2026-04-20T11:52:46.426573Z","end":"2026-04-20T11:52:46.566129Z","steps":["trace[459766498] 'process raft request' (duration: 139.345585ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:52:46.566209Z","caller":"traceutil/trace.go:171","msg":"trace[69433685] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"139.575561ms","start":"2026-04-20T11:52:46.426612Z","end":"2026-04-20T11:52:46.566188Z","steps":["trace[69433685] 'process raft request' (duration: 139.419557ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:52:46.566285Z","caller":"traceutil/trace.go:171","msg":"trace[956174075] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"138.642716ms","start":"2026-04-20T11:52:46.427632Z","end":"2026-04-20T11:52:46.566275Z","steps":["trace[956174075] 'process raft request' (duration: 138.483222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:46.566501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.561294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-04-20T11:52:46.566569Z","caller":"traceutil/trace.go:171","msg":"trace[591285719] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4724; }","duration":"138.667347ms","start":"2026-04-20T11:52:46.427882Z","end":"2026-04-20T11:52:46.566549Z","steps":["trace[591285719] 'agreement among raft nodes before linearized reading' (duration: 138.480002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:46.582376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.212824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-20T11:52:46.58244Z","caller":"traceutil/trace.go:171","msg":"trace[22891484] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4726; }","duration":"154.316627ms","start":"2026-04-20T11:52:46.428107Z","end":"2026-04-20T11:52:46.582424Z","steps":["trace[22891484] 'agreement among raft nodes before linearized reading' (duration: 154.152973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:46.582598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.401167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-654f0899-5048-4e0c-8d62-a83f6fa4948a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-20T11:52:46.582647Z","caller":"traceutil/trace.go:171","msg":"trace[295696012] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-654f0899-5048-4e0c-8d62-a83f6fa4948a; range_end:; response_count:1; response_revision:4726; }","duration":"150.470859ms","start":"2026-04-20T11:52:46.432163Z","end":"2026-04-20T11:52:46.582634Z","steps":["trace[295696012] 'agreement among raft nodes before linearized reading' (duration: 150.372357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:58.936104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.137535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T11:52:58.9362Z","caller":"traceutil/trace.go:171","msg":"trace[812021062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4900; }","duration":"158.312849ms","start":"2026-04-20T11:52:58.777865Z","end":"2026-04-20T11:52:58.936177Z","steps":["trace[812021062] 'range keys from in-memory index tree' (duration: 157.835987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:58.936113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.538097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T11:52:58.936374Z","caller":"traceutil/trace.go:171","msg":"trace[40045362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4900; }","duration":"166.08288ms","start":"2026-04-20T11:52:58.770267Z","end":"2026-04-20T11:52:58.93635Z","steps":["trace[40045362] 'range keys from in-memory index tree' (duration: 165.28346ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:52:59.892834Z","caller":"traceutil/trace.go:171","msg":"trace[1150731299] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"172.921305ms","start":"2026-04-20T11:52:59.719885Z","end":"2026-04-20T11:52:59.892806Z","steps":["trace[1150731299] 'process raft request' (duration: 167.465861ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:54:34.416282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2947} {"level":"info","ts":"2026-04-20T11:54:34.514922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2947,"took":"96.968682ms","hash":1838419757,"current-db-size-bytes":54308864,"current-db-size":"54 MB","current-db-size-in-use-bytes":29442048,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-20T11:54:34.51507Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1838419757,"revision":2947,"compact-revision":-1} {"level":"info","ts":"2026-04-20T11:57:19.56368Z","caller":"traceutil/trace.go:171","msg":"trace[2103996399] transaction","detail":"{read_only:false; response_revision:6763; number_of_response:1; }","duration":"130.357854ms","start":"2026-04-20T11:57:19.433062Z","end":"2026-04-20T11:57:19.563419Z","steps":["trace[2103996399] 'process raft request' (duration: 130.159051ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:34.427638Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5668} {"level":"info","ts":"2026-04-20T11:59:34.517265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5668,"took":"88.171731ms","hash":994299832,"current-db-size-bytes":54308864,"current-db-size":"54 MB","current-db-size-in-use-bytes":18333696,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-20T11:59:34.517377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":994299832,"revision":5668,"compact-revision":2947}