{"level":"warn","ts":"2026-03-30T00:59:07.27382Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T00:59:07.273919Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-30T00:59:07.273989Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T00:59:07.274006Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-30T00:59:07.274025Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T00:59:07.274666Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-03-30T00:59:07.27474Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-30T00:59:07.278766Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.819641ms"} {"level":"info","ts":"2026-03-30T00:59:07.28498Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-03-30T00:59:07.28507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T00:59:07.285091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-03-30T00:59:07.285106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T00:59:07.285119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-03-30T00:59:07.285164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-03-30T00:59:07.292773Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T00:59:07.294363Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T00:59:07.295918Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T00:59:07.298595Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T00:59:07.298823Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T00:59:07.298846Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T00:59:07.298911Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T00:59:07.298945Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T00:59:07.301192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-03-30T00:59:07.30133Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-30T00:59:07.304654Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T00:59:07.304767Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-30T00:59:07.304852Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-30T00:59:07.305008Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T00:59:07.305051Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T00:59:07.486027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T00:59:07.486167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T00:59:07.48619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-03-30T00:59:07.486208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-03-30T00:59:07.486219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-03-30T00:59:07.486264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-03-30T00:59:07.486284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-03-30T00:59:07.48745Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T00:59:07.487452Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T00:59:07.48751Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:07.488385Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T00:59:07.488428Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T00:59:07.487563Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T00:59:07.488799Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:07.488916Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:07.488947Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T00:59:07.489941Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T00:59:07.492033Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-03-30T00:59:37.821073Z","caller":"traceutil/trace.go:171","msg":"trace[702265440] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"202.042999ms","start":"2026-03-30T00:59:37.619005Z","end":"2026-03-30T00:59:37.821048Z","steps":["trace[702265440] 'process raft request' (duration: 197.193189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T00:59:37.821579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.196373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T00:59:37.821776Z","caller":"traceutil/trace.go:171","msg":"trace[334630200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"196.49366ms","start":"2026-03-30T00:59:37.625246Z","end":"2026-03-30T00:59:37.82174Z","steps":["trace[334630200] 'agreement among raft nodes before linearized reading' (duration: 196.12511ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T00:59:37.82145Z","caller":"traceutil/trace.go:171","msg":"trace[787662217] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"127.668091ms","start":"2026-03-30T00:59:37.693614Z","end":"2026-03-30T00:59:37.821282Z","steps":["trace[787662217] 'process raft request' (duration: 127.366603ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T00:59:37.821344Z","caller":"traceutil/trace.go:171","msg":"trace[1224308198] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:521; }","duration":"195.910915ms","start":"2026-03-30T00:59:37.625276Z","end":"2026-03-30T00:59:37.821187Z","steps":["trace[1224308198] 'read index received' (duration: 71.126371ms)","trace[1224308198] 'applied index is now lower than readState.Index' (duration: 124.782844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T00:59:43.953783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.727492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T00:59:43.953879Z","caller":"traceutil/trace.go:171","msg":"trace[59773149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"106.884775ms","start":"2026-03-30T00:59:43.846974Z","end":"2026-03-30T00:59:43.953858Z","steps":["trace[59773149] 'range keys from in-memory index tree' (duration: 106.641089ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T00:59:44.754848Z","caller":"traceutil/trace.go:171","msg":"trace[1845179034] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"235.604565ms","start":"2026-03-30T00:59:44.519222Z","end":"2026-03-30T00:59:44.754826Z","steps":["trace[1845179034] 'process raft request' (duration: 234.912077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:01:13.983056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.444408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T01:01:13.98318Z","caller":"traceutil/trace.go:171","msg":"trace[1287519780] linearizableReadLoop","detail":"{readStateIndex:1877; appliedIndex:1876; }","duration":"135.600151ms","start":"2026-03-30T01:01:13.847563Z","end":"2026-03-30T01:01:13.983163Z","steps":["trace[1287519780] 'read index received' (duration: 58.522µs)","trace[1287519780] 'applied index is now lower than readState.Index' (duration: 135.540029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:01:13.983243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.686353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:01:13.983267Z","caller":"traceutil/trace.go:171","msg":"trace[1572033148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"135.711274ms","start":"2026-03-30T01:01:13.847548Z","end":"2026-03-30T01:01:13.983259Z","steps":["trace[1572033148] 'agreement among raft nodes before linearized reading' (duration: 135.661403ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:01:13.9834Z","caller":"traceutil/trace.go:171","msg":"trace[1646549402] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"325.346534ms","start":"2026-03-30T01:01:13.658011Z","end":"2026-03-30T01:01:13.983357Z","steps":["trace[1646549402] 'process raft request' (duration: 110.807706ms)","trace[1646549402] 'compare' (duration: 213.065388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:01:13.983684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T01:01:13.657975Z","time spent":"325.610281ms","remote":"127.0.0.1:50736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T01:01:14.466418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.583673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a62e0da8-ec7f-4c0a-9923-9ba2a1002ba7\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-30T01:01:14.466515Z","caller":"traceutil/trace.go:171","msg":"trace[1107297248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a62e0da8-ec7f-4c0a-9923-9ba2a1002ba7; range_end:; response_count:1; response_revision:1813; }","duration":"229.970114ms","start":"2026-03-30T01:01:14.236524Z","end":"2026-03-30T01:01:14.466494Z","steps":["trace[1107297248] 'range keys from in-memory index tree' (duration: 229.466291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:01:14.466495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.781175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:01:14.466653Z","caller":"traceutil/trace.go:171","msg":"trace[335654195] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1813; }","duration":"207.056102ms","start":"2026-03-30T01:01:14.259564Z","end":"2026-03-30T01:01:14.46662Z","steps":["trace[335654195] 'count revisions from in-memory index tree' (duration: 206.477005ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:01:59.09685Z","caller":"traceutil/trace.go:171","msg":"trace[116275111] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"121.511707ms","start":"2026-03-30T01:01:58.975305Z","end":"2026-03-30T01:01:59.096817Z","steps":["trace[116275111] 'process raft request' (duration: 121.27005ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:02:05.241927Z","caller":"traceutil/trace.go:171","msg":"trace[664297230] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"117.45942ms","start":"2026-03-30T01:02:05.124404Z","end":"2026-03-30T01:02:05.241863Z","steps":["trace[664297230] 'process raft request' (duration: 117.258964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:02:05.518852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.7986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-30T01:02:05.518943Z","caller":"traceutil/trace.go:171","msg":"trace[1534953221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2137; }","duration":"159.944215ms","start":"2026-03-30T01:02:05.358978Z","end":"2026-03-30T01:02:05.518922Z","steps":["trace[1534953221] 'range keys from in-memory index tree' (duration: 159.596835ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:02:05.822Z","caller":"traceutil/trace.go:171","msg":"trace[2083314157] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2219; }","duration":"241.085542ms","start":"2026-03-30T01:02:05.580879Z","end":"2026-03-30T01:02:05.821965Z","steps":["trace[2083314157] 'read index received' (duration: 203.417257ms)","trace[2083314157] 'applied index is now lower than readState.Index' (duration: 37.666445ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:02:05.822186Z","caller":"traceutil/trace.go:171","msg":"trace[1567373277] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"259.281689ms","start":"2026-03-30T01:02:05.56277Z","end":"2026-03-30T01:02:05.822051Z","steps":["trace[1567373277] 'process raft request' (duration: 221.495209ms)","trace[1567373277] 'compare' (duration: 37.141503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T01:02:05.822285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.37595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-30T01:02:05.822487Z","caller":"traceutil/trace.go:171","msg":"trace[399986274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"241.608016ms","start":"2026-03-30T01:02:05.580855Z","end":"2026-03-30T01:02:05.822463Z","steps":["trace[399986274] 'agreement among raft nodes before linearized reading' (duration: 241.226336ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:02:05.843909Z","caller":"traceutil/trace.go:171","msg":"trace[1186104234] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"222.123657ms","start":"2026-03-30T01:02:05.621758Z","end":"2026-03-30T01:02:05.843882Z","steps":["trace[1186104234] 'process raft request' (duration: 221.937322ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:02:05.844146Z","caller":"traceutil/trace.go:171","msg":"trace[1745532251] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"221.263943ms","start":"2026-03-30T01:02:05.622854Z","end":"2026-03-30T01:02:05.844118Z","steps":["trace[1745532251] 'process raft request' (duration: 220.984966ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:02:55.314781Z","caller":"traceutil/trace.go:171","msg":"trace[2098996940] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"103.576618ms","start":"2026-03-30T01:02:55.211169Z","end":"2026-03-30T01:02:55.314746Z","steps":["trace[2098996940] 'process raft request' (duration: 103.427673ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:03:28.296596Z","caller":"traceutil/trace.go:171","msg":"trace[1965180518] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"130.435226ms","start":"2026-03-30T01:03:28.166137Z","end":"2026-03-30T01:03:28.296572Z","steps":["trace[1965180518] 'process raft request' (duration: 130.282961ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:03:28.31338Z","caller":"traceutil/trace.go:171","msg":"trace[1443636181] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"145.554311ms","start":"2026-03-30T01:03:28.167807Z","end":"2026-03-30T01:03:28.313362Z","steps":["trace[1443636181] 'process raft request' (duration: 145.445678ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:03:28.554804Z","caller":"traceutil/trace.go:171","msg":"trace[1962848173] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"102.690341ms","start":"2026-03-30T01:03:28.45208Z","end":"2026-03-30T01:03:28.55477Z","steps":["trace[1962848173] 'process raft request' (duration: 102.562768ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:06:04.327765Z","caller":"traceutil/trace.go:171","msg":"trace[1490650244] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"153.943067ms","start":"2026-03-30T01:06:04.173801Z","end":"2026-03-30T01:06:04.327744Z","steps":["trace[1490650244] 'process raft request' (duration: 153.61702ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:06:04.515879Z","caller":"traceutil/trace.go:171","msg":"trace[957578069] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"182.647994ms","start":"2026-03-30T01:06:04.333185Z","end":"2026-03-30T01:06:04.515833Z","steps":["trace[957578069] 'process raft request' (duration: 167.687597ms)","trace[957578069] 'compare' (duration: 14.743532ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:06:04.556042Z","caller":"traceutil/trace.go:171","msg":"trace[1615833365] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"120.470182ms","start":"2026-03-30T01:06:04.435546Z","end":"2026-03-30T01:06:04.556016Z","steps":["trace[1615833365] 'process raft request' (duration: 120.35604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:18.071347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.186099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-30T01:07:18.071455Z","caller":"traceutil/trace.go:171","msg":"trace[1403739839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4698; }","duration":"121.349742ms","start":"2026-03-30T01:07:17.950082Z","end":"2026-03-30T01:07:18.071432Z","steps":["trace[1403739839] 'agreement among raft nodes before linearized reading' (duration: 121.018433ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:18.071463Z","caller":"traceutil/trace.go:171","msg":"trace[1378760955] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"121.98446ms","start":"2026-03-30T01:07:17.949425Z","end":"2026-03-30T01:07:18.07141Z","steps":["trace[1378760955] 'process raft request' (duration: 121.408565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:18.071598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.060763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-30T01:07:18.071736Z","caller":"traceutil/trace.go:171","msg":"trace[244117868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4698; }","duration":"119.232437ms","start":"2026-03-30T01:07:17.952474Z","end":"2026-03-30T01:07:18.071706Z","steps":["trace[244117868] 'agreement among raft nodes before linearized reading' (duration: 118.607311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:18.071768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.492022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-30T01:07:18.07192Z","caller":"traceutil/trace.go:171","msg":"trace[1255131298] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4698; }","duration":"122.682809ms","start":"2026-03-30T01:07:17.949209Z","end":"2026-03-30T01:07:18.071892Z","steps":["trace[1255131298] 'agreement among raft nodes before linearized reading' (duration: 122.248137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:27.842461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.130067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7fefb452-fe5b-4f1f-9b6c-de4383105f36\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-30T01:07:27.842553Z","caller":"traceutil/trace.go:171","msg":"trace[789689704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7fefb452-fe5b-4f1f-9b6c-de4383105f36; range_end:; response_count:1; response_revision:5001; }","duration":"143.27702ms","start":"2026-03-30T01:07:27.699257Z","end":"2026-03-30T01:07:27.842534Z","steps":["trace[789689704] 'range keys from in-memory index tree' (duration: 142.937071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:28.322353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.204714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-30T01:07:28.322409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.168304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-30T01:07:28.322442Z","caller":"traceutil/trace.go:171","msg":"trace[874102718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5003; }","duration":"115.342477ms","start":"2026-03-30T01:07:28.207081Z","end":"2026-03-30T01:07:28.322423Z","steps":["trace[874102718] 'range keys from in-memory index tree' (duration: 115.002319ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:28.322488Z","caller":"traceutil/trace.go:171","msg":"trace[246639911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5003; }","duration":"117.300638ms","start":"2026-03-30T01:07:28.20517Z","end":"2026-03-30T01:07:28.322471Z","steps":["trace[246639911] 'range keys from in-memory index tree' (duration: 116.97522ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:28.511074Z","caller":"traceutil/trace.go:171","msg":"trace[523355725] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"199.213909ms","start":"2026-03-30T01:07:28.311811Z","end":"2026-03-30T01:07:28.511025Z","steps":["trace[523355725] 'process raft request' (duration: 117.054581ms)","trace[523355725] 'compare' (duration: 81.805309ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:28.511093Z","caller":"traceutil/trace.go:171","msg":"trace[1375442490] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5197; }","duration":"182.901808ms","start":"2026-03-30T01:07:28.328162Z","end":"2026-03-30T01:07:28.511064Z","steps":["trace[1375442490] 'read index received' (duration: 36.799543ms)","trace[1375442490] 'applied index is now lower than readState.Index' (duration: 146.100465ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:28.511126Z","caller":"traceutil/trace.go:171","msg":"trace[1016932532] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"185.552845ms","start":"2026-03-30T01:07:28.325536Z","end":"2026-03-30T01:07:28.511089Z","steps":["trace[1016932532] 'process raft request' (duration: 185.388901ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:28.51115Z","caller":"traceutil/trace.go:171","msg":"trace[1584600845] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"184.634672ms","start":"2026-03-30T01:07:28.326491Z","end":"2026-03-30T01:07:28.511126Z","steps":["trace[1584600845] 'process raft request' (duration: 184.518299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:07:28.511368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.187214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssdc6\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-30T01:07:28.511431Z","caller":"traceutil/trace.go:171","msg":"trace[1262794479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssdc6; range_end:; response_count:1; response_revision:5007; }","duration":"183.278687ms","start":"2026-03-30T01:07:28.328136Z","end":"2026-03-30T01:07:28.511415Z","steps":["trace[1262794479] 'agreement among raft nodes before linearized reading' (duration: 183.088222ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:37.737316Z","caller":"traceutil/trace.go:171","msg":"trace[700288388] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"145.56779ms","start":"2026-03-30T01:07:37.591727Z","end":"2026-03-30T01:07:37.737295Z","steps":["trace[700288388] 'process raft request' (duration: 102.228157ms)","trace[700288388] 'compare' (duration: 43.169279ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:07:37.737537Z","caller":"traceutil/trace.go:171","msg":"trace[2018129692] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"142.404818ms","start":"2026-03-30T01:07:37.595125Z","end":"2026-03-30T01:07:37.737529Z","steps":["trace[2018129692] 'process raft request' (duration: 142.131602ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:37.737616Z","caller":"traceutil/trace.go:171","msg":"trace[113920598] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"141.030013ms","start":"2026-03-30T01:07:37.596561Z","end":"2026-03-30T01:07:37.737591Z","steps":["trace[113920598] 'process raft request' (duration: 140.971741ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:07:37.737659Z","caller":"traceutil/trace.go:171","msg":"trace[551729819] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"141.121955ms","start":"2026-03-30T01:07:37.5965Z","end":"2026-03-30T01:07:37.737622Z","steps":["trace[551729819] 'process raft request' (duration: 140.95115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:08:08.892537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.579223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T01:08:08.892662Z","caller":"traceutil/trace.go:171","msg":"trace[321600911] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5734; }","duration":"110.721087ms","start":"2026-03-30T01:08:08.781922Z","end":"2026-03-30T01:08:08.892643Z","steps":["trace[321600911] 'read index received' (duration: 53.412µs)","trace[321600911] 'applied index is now lower than readState.Index' (duration: 110.666165ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T01:08:08.892859Z","caller":"traceutil/trace.go:171","msg":"trace[921504080] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"120.635236ms","start":"2026-03-30T01:08:08.772148Z","end":"2026-03-30T01:08:08.892783Z","steps":["trace[921504080] 'compare' (duration: 115.302266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:08:08.892887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.945583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-38.nip.io-tls\" ","response":"range_response_count:1 size:4371"} {"level":"info","ts":"2026-03-30T01:08:08.893378Z","caller":"traceutil/trace.go:171","msg":"trace[1088531614] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-38.nip.io-tls; range_end:; response_count:1; response_revision:5525; }","duration":"111.475927ms","start":"2026-03-30T01:08:08.781879Z","end":"2026-03-30T01:08:08.893355Z","steps":["trace[1088531614] 'agreement among raft nodes before linearized reading' (duration: 110.847951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:08:08.892971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.14952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-30T01:08:08.893497Z","caller":"traceutil/trace.go:171","msg":"trace[1903560141] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:1; response_revision:5525; }","duration":"106.685713ms","start":"2026-03-30T01:08:08.786789Z","end":"2026-03-30T01:08:08.893475Z","steps":["trace[1903560141] 'agreement among raft nodes before linearized reading' (duration: 105.992916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:08:14.484494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.587622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-03-30T01:08:14.484587Z","caller":"traceutil/trace.go:171","msg":"trace[319697553] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:5553; }","duration":"208.723566ms","start":"2026-03-30T01:08:14.275842Z","end":"2026-03-30T01:08:14.484566Z","steps":["trace[319697553] 'range keys from in-memory index tree' (duration: 208.423578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:08:14.484628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.706434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-03-30T01:08:14.484702Z","caller":"traceutil/trace.go:171","msg":"trace[1341624936] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:5553; }","duration":"274.823558ms","start":"2026-03-30T01:08:14.209862Z","end":"2026-03-30T01:08:14.484685Z","steps":["trace[1341624936] 'range keys from in-memory index tree' (duration: 274.489849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T01:08:14.484776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.714249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/\" range_end:\"/registry/configmaps/openstack0\" limit:500 ","response":"range_response_count:8 size:30303"} {"level":"warn","ts":"2026-03-30T01:08:14.484795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.515747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/\" range_end:\"/registry/cronjobs/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T01:08:14.484841Z","caller":"traceutil/trace.go:171","msg":"trace[1274336051] range","detail":"{range_begin:/registry/configmaps/openstack/; range_end:/registry/configmaps/openstack0; response_count:8; response_revision:5553; }","duration":"256.805732ms","start":"2026-03-30T01:08:14.22802Z","end":"2026-03-30T01:08:14.484826Z","steps":["trace[1274336051] 'range keys from in-memory index tree' (duration: 256.531034ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T01:08:14.484886Z","caller":"traceutil/trace.go:171","msg":"trace[1461613326] range","detail":"{range_begin:/registry/cronjobs/openstack/; range_end:/registry/cronjobs/openstack0; response_count:0; response_revision:5553; }","duration":"260.669022ms","start":"2026-03-30T01:08:14.224199Z","end":"2026-03-30T01:08:14.484868Z","steps":["trace[1461613326] 'range keys from in-memory index tree' (duration: 260.436815ms)"],"step_count":1}