{"level":"warn","ts":"2026-04-12T20:50:41.467213Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-12T20:50:41.467291Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.100:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.100:2380","--initial-cluster=instance=https://199.19.213.100:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.100:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.100:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-12T20:50:41.467352Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-12T20:50:41.467361Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-12T20:50:41.467405Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-12T20:50:41.468089Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.100:2379"]} {"level":"info","ts":"2026-04-12T20:50:41.46816Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.100:2380"],"listen-peer-urls":["https://199.19.213.100:2380"],"advertise-client-urls":["https://199.19.213.100:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.100:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.100:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-12T20:50:41.471657Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.296664ms"} {"level":"info","ts":"2026-04-12T20:50:41.47737Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"79e65b4197a2a1a","cluster-id":"bba89cbb2a6fc22a"} {"level":"info","ts":"2026-04-12T20:50:41.477449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a switched to configuration voters=()"} {"level":"info","ts":"2026-04-12T20:50:41.477476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a became follower at term 0"} {"level":"info","ts":"2026-04-12T20:50:41.477491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 79e65b4197a2a1a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-12T20:50:41.477502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a became follower at term 1"} {"level":"info","ts":"2026-04-12T20:50:41.477549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426)"} {"level":"warn","ts":"2026-04-12T20:50:41.4874Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-12T20:50:41.489063Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-12T20:50:41.490245Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-12T20:50:41.49311Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"79e65b4197a2a1a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-12T20:50:41.493502Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"79e65b4197a2a1a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-12T20:50:41.493598Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-12T20:50:41.493744Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-12T20:50:41.493782Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-12T20:50:41.494043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a switched to configuration voters=(548988028781734426)"} {"level":"info","ts":"2026-04-12T20:50:41.495007Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","added-peer-id":"79e65b4197a2a1a","added-peer-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-12T20:50:41.497588Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-12T20:50:41.49766Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.100:2380"} {"level":"info","ts":"2026-04-12T20:50:41.497701Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.100:2380"} {"level":"info","ts":"2026-04-12T20:50:41.497845Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"79e65b4197a2a1a","initial-advertise-peer-urls":["https://199.19.213.100:2380"],"listen-peer-urls":["https://199.19.213.100:2380"],"advertise-client-urls":["https://199.19.213.100:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.100:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-12T20:50:41.497878Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-12T20:50:41.677702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a is starting a new election at term 1"} {"level":"info","ts":"2026-04-12T20:50:41.677839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-12T20:50:41.677898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a received MsgPreVoteResp from 79e65b4197a2a1a at term 1"} {"level":"info","ts":"2026-04-12T20:50:41.677941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a became candidate at term 2"} {"level":"info","ts":"2026-04-12T20:50:41.67801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a received MsgVoteResp from 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-12T20:50:41.678059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"79e65b4197a2a1a became leader at term 2"} {"level":"info","ts":"2026-04-12T20:50:41.678097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 79e65b4197a2a1a elected leader 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-12T20:50:41.67906Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:50:41.679839Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-12T20:50:41.67983Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"79e65b4197a2a1a","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.100:2379]}","request-path":"/0/members/79e65b4197a2a1a/attributes","cluster-id":"bba89cbb2a6fc22a","publish-timeout":"7s"} {"level":"info","ts":"2026-04-12T20:50:41.679935Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-12T20:50:41.680181Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-12T20:50:41.680418Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-12T20:50:41.680362Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bba89cbb2a6fc22a","local-member-id":"79e65b4197a2a1a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:50:41.680623Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:50:41.680709Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-12T20:50:41.683652Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.100:2379"} {"level":"info","ts":"2026-04-12T20:50:41.684189Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-12T20:51:10.676781Z","caller":"traceutil/trace.go:171","msg":"trace[1343387128] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"210.611006ms","start":"2026-04-12T20:51:10.466144Z","end":"2026-04-12T20:51:10.676755Z","steps":["trace[1343387128] 'process raft request' (duration: 210.237829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:51:10.954261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.716464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-12T20:51:10.955439Z","caller":"traceutil/trace.go:171","msg":"trace[451078068] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"251.405621ms","start":"2026-04-12T20:51:10.704017Z","end":"2026-04-12T20:51:10.955423Z","steps":["trace[451078068] 'process raft request' (duration: 250.542004ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:10.955668Z","caller":"traceutil/trace.go:171","msg":"trace[1485870562] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"252.385659ms","start":"2026-04-12T20:51:10.703217Z","end":"2026-04-12T20:51:10.955602Z","steps":["trace[1485870562] 'process raft request' (duration: 251.181796ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:18.644745Z","caller":"traceutil/trace.go:171","msg":"trace[1722550620] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"167.879286ms","start":"2026-04-12T20:51:18.476842Z","end":"2026-04-12T20:51:18.644721Z","steps":["trace[1722550620] 'process raft request' (duration: 167.730003ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:18.809047Z","caller":"traceutil/trace.go:171","msg":"trace[950072303] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"153.172994ms","start":"2026-04-12T20:51:18.655848Z","end":"2026-04-12T20:51:18.809021Z","steps":["trace[950072303] 'process raft request' (duration: 152.574171ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:19.287299Z","caller":"traceutil/trace.go:171","msg":"trace[554994606] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"424.076497ms","start":"2026-04-12T20:51:18.8632Z","end":"2026-04-12T20:51:19.287276Z","steps":["trace[554994606] 'process raft request' (duration: 367.217916ms)","trace[554994606] 'compare' (duration: 56.500955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:51:19.287648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.498562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-12T20:51:19.287708Z","caller":"traceutil/trace.go:171","msg":"trace[1185880224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"252.612954ms","start":"2026-04-12T20:51:19.03508Z","end":"2026-04-12T20:51:19.287693Z","steps":["trace[1185880224] 'agreement among raft nodes before linearized reading' (duration: 252.42311ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:51:19.28783Z","caller":"traceutil/trace.go:171","msg":"trace[1482281759] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"252.081783ms","start":"2026-04-12T20:51:19.03514Z","end":"2026-04-12T20:51:19.287222Z","steps":["trace[1482281759] 'read index received' (duration: 195.307623ms)","trace[1482281759] 'applied index is now lower than readState.Index' (duration: 56.77307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:51:19.288051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:51:18.863172Z","time spent":"424.207019ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-12T20:51:33.673582Z","caller":"traceutil/trace.go:171","msg":"trace[1818383082] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"107.472002ms","start":"2026-04-12T20:51:33.566066Z","end":"2026-04-12T20:51:33.673538Z","steps":["trace[1818383082] 'read index received' (duration: 78.431796ms)","trace[1818383082] 'applied index is now lower than readState.Index' (duration: 29.037995ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:51:33.673781Z","caller":"traceutil/trace.go:171","msg":"trace[1136969552] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"258.364921ms","start":"2026-04-12T20:51:33.4154Z","end":"2026-04-12T20:51:33.673765Z","steps":["trace[1136969552] 'process raft request' (duration: 229.082201ms)","trace[1136969552] 'compare' (duration: 28.683179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:51:33.674091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.993481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-12T20:51:33.674191Z","caller":"traceutil/trace.go:171","msg":"trace[1197784674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:774; }","duration":"108.146954ms","start":"2026-04-12T20:51:33.566022Z","end":"2026-04-12T20:51:33.674168Z","steps":["trace[1197784674] 'agreement among raft nodes before linearized reading' (duration: 107.841079ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:52:00.944627Z","caller":"traceutil/trace.go:171","msg":"trace[2138980447] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"150.218496ms","start":"2026-04-12T20:52:00.794369Z","end":"2026-04-12T20:52:00.944588Z","steps":["trace[2138980447] 'process raft request' (duration: 149.987422ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:53:10.999423Z","caller":"traceutil/trace.go:171","msg":"trace[275426887] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"160.721427ms","start":"2026-04-12T20:53:10.838648Z","end":"2026-04-12T20:53:10.99937Z","steps":["trace[275426887] 'read index received' (duration: 78.372301ms)","trace[275426887] 'applied index is now lower than readState.Index' (duration: 82.346926ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:53:10.999527Z","caller":"traceutil/trace.go:171","msg":"trace[630150729] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"170.747447ms","start":"2026-04-12T20:53:10.82873Z","end":"2026-04-12T20:53:10.999477Z","steps":["trace[630150729] 'process raft request' (duration: 88.267979ms)","trace[630150729] 'compare' (duration: 82.107021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:53:10.999673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.991913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T20:53:10.999764Z","caller":"traceutil/trace.go:171","msg":"trace[998270394] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1909; }","duration":"161.130645ms","start":"2026-04-12T20:53:10.838611Z","end":"2026-04-12T20:53:10.999742Z","steps":["trace[998270394] 'agreement among raft nodes before linearized reading' (duration: 160.974512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:53:10.999873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.587323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-12T20:53:10.999938Z","caller":"traceutil/trace.go:171","msg":"trace[1267981716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"145.734835ms","start":"2026-04-12T20:53:10.854184Z","end":"2026-04-12T20:53:10.999919Z","steps":["trace[1267981716] 'agreement among raft nodes before linearized reading' (duration: 145.46286ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:53:11.19485Z","caller":"traceutil/trace.go:171","msg":"trace[1912169805] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"104.012696ms","start":"2026-04-12T20:53:11.090788Z","end":"2026-04-12T20:53:11.194801Z","steps":["trace[1912169805] 'read index received' (duration: 32.696457ms)","trace[1912169805] 'applied index is now lower than readState.Index' (duration: 71.314649ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:53:11.194876Z","caller":"traceutil/trace.go:171","msg":"trace[1846800819] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"114.26836ms","start":"2026-04-12T20:53:11.080562Z","end":"2026-04-12T20:53:11.19483Z","steps":["trace[1846800819] 'process raft request' (duration: 42.893531ms)","trace[1846800819] 'compare' (duration: 71.184326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:53:11.195115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.386233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-12T20:53:11.195454Z","caller":"traceutil/trace.go:171","msg":"trace[251250090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1911; }","duration":"104.79576ms","start":"2026-04-12T20:53:11.090636Z","end":"2026-04-12T20:53:11.195432Z","steps":["trace[251250090] 'agreement among raft nodes before linearized reading' (duration: 104.286011ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:53:11.389629Z","caller":"traceutil/trace.go:171","msg":"trace[1464942725] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"173.952718ms","start":"2026-04-12T20:53:11.215641Z","end":"2026-04-12T20:53:11.389594Z","steps":["trace[1464942725] 'process raft request' (duration: 129.947627ms)","trace[1464942725] 'compare' (duration: 43.740336ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:54:16.897238Z","caller":"traceutil/trace.go:171","msg":"trace[339488744] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"324.542526ms","start":"2026-04-12T20:54:16.572656Z","end":"2026-04-12T20:54:16.897198Z","steps":["trace[339488744] 'process raft request' (duration: 324.262641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:54:16.897713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:54:16.572632Z","time spent":"324.71678ms","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-12T20:54:16.914769Z","caller":"traceutil/trace.go:171","msg":"trace[1105839682] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"341.609048ms","start":"2026-04-12T20:54:16.573143Z","end":"2026-04-12T20:54:16.914752Z","steps":["trace[1105839682] 'process raft request' (duration: 341.387114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:54:16.914914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.316826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T20:54:16.914979Z","caller":"traceutil/trace.go:171","msg":"trace[774586388] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2313; }","duration":"313.433548ms","start":"2026-04-12T20:54:16.60153Z","end":"2026-04-12T20:54:16.914963Z","steps":["trace[774586388] 'agreement among raft nodes before linearized reading' (duration: 313.300276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:54:16.915011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:54:16.601515Z","time spent":"313.489919ms","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-12T20:54:16.915136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-12T20:54:16.573131Z","time spent":"341.791181ms","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-12T20:54:16.914715Z","caller":"traceutil/trace.go:171","msg":"trace[87887746] linearizableReadLoop","detail":"{readStateIndex:2406; appliedIndex:2404; }","duration":"313.120242ms","start":"2026-04-12T20:54:16.601564Z","end":"2026-04-12T20:54:16.914684Z","steps":["trace[87887746] 'read index received' (duration: 295.342358ms)","trace[87887746] 'applied index is now lower than readState.Index' (duration: 17.777024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:54:16.915658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.076603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T20:54:16.915729Z","caller":"traceutil/trace.go:171","msg":"trace[1526676073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2313; }","duration":"184.193635ms","start":"2026-04-12T20:54:16.731512Z","end":"2026-04-12T20:54:16.915706Z","steps":["trace[1526676073] 'agreement among raft nodes before linearized reading' (duration: 184.061843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:54:16.915742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.985781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-12T20:54:16.915796Z","caller":"traceutil/trace.go:171","msg":"trace[1960462262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2313; }","duration":"227.065992ms","start":"2026-04-12T20:54:16.688703Z","end":"2026-04-12T20:54:16.915769Z","steps":["trace[1960462262] 'agreement among raft nodes before linearized reading' (duration: 226.724976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:55:41.621626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.548106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-12T20:55:41.621974Z","caller":"traceutil/trace.go:171","msg":"trace[1540927984] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3083; }","duration":"252.581358ms","start":"2026-04-12T20:55:41.369366Z","end":"2026-04-12T20:55:41.621947Z","steps":["trace[1540927984] 'read index received' (duration: 54.565474ms)","trace[1540927984] 'applied index is now lower than readState.Index' (duration: 198.014284ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:55:41.622157Z","caller":"traceutil/trace.go:171","msg":"trace[675659001] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"279.531808ms","start":"2026-04-12T20:55:41.342494Z","end":"2026-04-12T20:55:41.622026Z","steps":["trace[675659001] 'process raft request' (duration: 111.418512ms)","trace[675659001] 'compare' (duration: 167.278271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:55:41.622314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.947225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-12T20:55:41.622379Z","caller":"traceutil/trace.go:171","msg":"trace[578394607] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2967; }","duration":"253.041657ms","start":"2026-04-12T20:55:41.369313Z","end":"2026-04-12T20:55:41.622355Z","steps":["trace[578394607] 'agreement among raft nodes before linearized reading' (duration: 252.816052ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:55:41.622244Z","caller":"traceutil/trace.go:171","msg":"trace[1528857679] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"278.258044ms","start":"2026-04-12T20:55:41.343853Z","end":"2026-04-12T20:55:41.622111Z","steps":["trace[1528857679] 'process raft request' (duration: 277.961059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:55:41.639533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.047223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-12T20:55:41.639611Z","caller":"traceutil/trace.go:171","msg":"trace[1604540207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2968; }","duration":"180.171105ms","start":"2026-04-12T20:55:41.459419Z","end":"2026-04-12T20:55:41.63959Z","steps":["trace[1604540207] 'agreement among raft nodes before linearized reading' (duration: 179.946771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:55:41.639618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.178838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-12T20:55:41.639771Z","caller":"traceutil/trace.go:171","msg":"trace[285059406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2968; }","duration":"178.356762ms","start":"2026-04-12T20:55:41.461367Z","end":"2026-04-12T20:55:41.639724Z","steps":["trace[285059406] 'agreement among raft nodes before linearized reading' (duration: 178.083056ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:32.706152Z","caller":"traceutil/trace.go:171","msg":"trace[580904888] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"134.364596ms","start":"2026-04-12T20:59:32.571766Z","end":"2026-04-12T20:59:32.706131Z","steps":["trace[580904888] 'process raft request' (duration: 134.241944ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:34.229366Z","caller":"traceutil/trace.go:171","msg":"trace[53446181] linearizableReadLoop","detail":"{readStateIndex:5161; appliedIndex:5160; }","duration":"149.560124ms","start":"2026-04-12T20:59:34.079777Z","end":"2026-04-12T20:59:34.229337Z","steps":["trace[53446181] 'read index received' (duration: 104.628255ms)","trace[53446181] 'applied index is now lower than readState.Index' (duration: 44.930529ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:59:34.229506Z","caller":"traceutil/trace.go:171","msg":"trace[1109205530] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4967; }","duration":"152.53904ms","start":"2026-04-12T20:59:34.076948Z","end":"2026-04-12T20:59:34.229487Z","steps":["trace[1109205530] 'process raft request' (duration: 107.261085ms)","trace[1109205530] 'compare' (duration: 44.943368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T20:59:34.229696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.908841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-12T20:59:34.229755Z","caller":"traceutil/trace.go:171","msg":"trace[1510627345] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4967; }","duration":"150.012002ms","start":"2026-04-12T20:59:34.079729Z","end":"2026-04-12T20:59:34.229741Z","steps":["trace[1510627345] 'agreement among raft nodes before linearized reading' (duration: 149.794068ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:34.232136Z","caller":"traceutil/trace.go:171","msg":"trace[2063663633] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"145.716381ms","start":"2026-04-12T20:59:34.086394Z","end":"2026-04-12T20:59:34.23211Z","steps":["trace[2063663633] 'process raft request' (duration: 145.546088ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:34.232568Z","caller":"traceutil/trace.go:171","msg":"trace[350187842] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"138.016897ms","start":"2026-04-12T20:59:34.094513Z","end":"2026-04-12T20:59:34.23253Z","steps":["trace[350187842] 'process raft request' (duration: 137.542977ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:38.546115Z","caller":"traceutil/trace.go:171","msg":"trace[941442086] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5332; }","duration":"100.757022ms","start":"2026-04-12T20:59:38.445334Z","end":"2026-04-12T20:59:38.546091Z","steps":["trace[941442086] 'read index received' (duration: 100.512037ms)","trace[941442086] 'applied index is now lower than readState.Index' (duration: 243.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:59:38.546192Z","caller":"traceutil/trace.go:171","msg":"trace[1587089781] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"151.905458ms","start":"2026-04-12T20:59:38.394238Z","end":"2026-04-12T20:59:38.546143Z","steps":["trace[1587089781] 'process raft request' (duration: 151.610482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:59:38.546686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.331593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719280"} {"level":"info","ts":"2026-04-12T20:59:38.546747Z","caller":"traceutil/trace.go:171","msg":"trace[1200607520] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5135; }","duration":"101.432176ms","start":"2026-04-12T20:59:38.445302Z","end":"2026-04-12T20:59:38.546734Z","steps":["trace[1200607520] 'agreement among raft nodes before linearized reading' (duration: 100.921185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:59:38.616361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.593359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-12T20:59:38.616393Z","caller":"traceutil/trace.go:171","msg":"trace[1241793303] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"103.272829ms","start":"2026-04-12T20:59:38.513099Z","end":"2026-04-12T20:59:38.616372Z","steps":["trace[1241793303] 'process raft request' (duration: 103.131226ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:38.616423Z","caller":"traceutil/trace.go:171","msg":"trace[26969339] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5137; }","duration":"109.705141ms","start":"2026-04-12T20:59:38.506709Z","end":"2026-04-12T20:59:38.616414Z","steps":["trace[26969339] 'agreement among raft nodes before linearized reading' (duration: 109.578269ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:38.616469Z","caller":"traceutil/trace.go:171","msg":"trace[1863373956] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"111.608738ms","start":"2026-04-12T20:59:38.504827Z","end":"2026-04-12T20:59:38.616436Z","steps":["trace[1863373956] 'process raft request' (duration: 106.253537ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:49.330639Z","caller":"traceutil/trace.go:171","msg":"trace[576244688] linearizableReadLoop","detail":"{readStateIndex:5564; appliedIndex:5563; }","duration":"127.984527ms","start":"2026-04-12T20:59:49.202624Z","end":"2026-04-12T20:59:49.330608Z","steps":["trace[576244688] 'read index received' (duration: 127.769303ms)","trace[576244688] 'applied index is now lower than readState.Index' (duration: 213.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-12T20:59:49.33073Z","caller":"traceutil/trace.go:171","msg":"trace[480005496] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"139.33865ms","start":"2026-04-12T20:59:49.191366Z","end":"2026-04-12T20:59:49.330705Z","steps":["trace[480005496] 'process raft request' (duration: 139.032495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T20:59:49.330818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.16848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T20:59:49.33087Z","caller":"traceutil/trace.go:171","msg":"trace[779694654] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5358; }","duration":"128.273882ms","start":"2026-04-12T20:59:49.202581Z","end":"2026-04-12T20:59:49.330855Z","steps":["trace[779694654] 'agreement among raft nodes before linearized reading' (duration: 128.16645ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T20:59:57.862561Z","caller":"traceutil/trace.go:171","msg":"trace[1039634763] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"107.534271ms","start":"2026-04-12T20:59:57.75499Z","end":"2026-04-12T20:59:57.862525Z","steps":["trace[1039634763] 'process raft request' (duration: 107.179784ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:00:42.465662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2974} {"level":"info","ts":"2026-04-12T21:00:42.545535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2974,"took":"78.235008ms","hash":1696720365,"current-db-size-bytes":56717312,"current-db-size":"57 MB","current-db-size-in-use-bytes":32460800,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-12T21:00:42.545643Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1696720365,"revision":2974,"compact-revision":-1} {"level":"info","ts":"2026-04-12T21:01:12.051063Z","caller":"traceutil/trace.go:171","msg":"trace[2142344744] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"112.656224ms","start":"2026-04-12T21:01:11.938354Z","end":"2026-04-12T21:01:12.051011Z","steps":["trace[2142344744] 'process raft request' (duration: 74.878871ms)","trace[2142344744] 'compare' (duration: 37.562139ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T21:05:42.473542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5901} {"level":"info","ts":"2026-04-12T21:05:42.549439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5901,"took":"74.00359ms","hash":39702765,"current-db-size-bytes":56717312,"current-db-size":"57 MB","current-db-size-in-use-bytes":26046464,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-12T21:05:42.549496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":39702765,"revision":5901,"compact-revision":2974} {"level":"warn","ts":"2026-04-12T21:06:20.766742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.305959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-12T21:06:49.622234Z","caller":"traceutil/trace.go:171","msg":"trace[2089472350] linearizableReadLoop","detail":"{readStateIndex:8984; appliedIndex:8983; }","duration":"115.762034ms","start":"2026-04-12T21:06:49.506449Z","end":"2026-04-12T21:06:49.622211Z","steps":["trace[2089472350] 'read index received' (duration: 115.556561ms)","trace[2089472350] 'applied index is now lower than readState.Index' (duration: 204.573µs)"],"step_count":2} {"level":"warn","ts":"2026-04-12T21:06:49.622355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.903448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:06:49.622301Z","caller":"traceutil/trace.go:171","msg":"trace[1472435549] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"162.331809ms","start":"2026-04-12T21:06:49.459932Z","end":"2026-04-12T21:06:49.622263Z","steps":["trace[1472435549] 'process raft request' (duration: 162.136796ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:06:49.622379Z","caller":"traceutil/trace.go:171","msg":"trace[205363891] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8673; }","duration":"116.001489ms","start":"2026-04-12T21:06:49.506371Z","end":"2026-04-12T21:06:49.622373Z","steps":["trace[205363891] 'agreement among raft nodes before linearized reading' (duration: 115.938198ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:03.055915Z","caller":"traceutil/trace.go:171","msg":"trace[45264397] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8782; }","duration":"113.3516ms","start":"2026-04-12T21:07:02.942524Z","end":"2026-04-12T21:07:03.055875Z","steps":["trace[45264397] 'process raft request' (duration: 108.880166ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:03.222654Z","caller":"traceutil/trace.go:171","msg":"trace[336253213] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9099; }","duration":"198.973979ms","start":"2026-04-12T21:07:03.023662Z","end":"2026-04-12T21:07:03.222636Z","steps":["trace[336253213] 'read index received' (duration: 27.866404ms)","trace[336253213] 'applied index is now lower than readState.Index' (duration: 171.106995ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T21:07:03.222743Z","caller":"traceutil/trace.go:171","msg":"trace[757692919] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"277.037205ms","start":"2026-04-12T21:07:02.945669Z","end":"2026-04-12T21:07:03.222706Z","steps":["trace[757692919] 'process raft request' (duration: 276.814291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-12T21:07:03.223606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.831505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-12T21:07:03.223698Z","caller":"traceutil/trace.go:171","msg":"trace[984092376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8783; }","duration":"200.045619ms","start":"2026-04-12T21:07:03.023626Z","end":"2026-04-12T21:07:03.223671Z","steps":["trace[984092376] 'agreement among raft nodes before linearized reading' (duration: 199.129361ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:03.344172Z","caller":"traceutil/trace.go:171","msg":"trace[848235338] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"116.456028ms","start":"2026-04-12T21:07:03.227683Z","end":"2026-04-12T21:07:03.344139Z","steps":["trace[848235338] 'process raft request' (duration: 97.388619ms)","trace[848235338] 'compare' (duration: 18.950507ms)"],"step_count":2} {"level":"info","ts":"2026-04-12T21:07:03.348347Z","caller":"traceutil/trace.go:171","msg":"trace[1164738600] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"119.892533ms","start":"2026-04-12T21:07:03.228438Z","end":"2026-04-12T21:07:03.34833Z","steps":["trace[1164738600] 'process raft request' (duration: 119.642818ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:03.348461Z","caller":"traceutil/trace.go:171","msg":"trace[1578295773] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"112.920851ms","start":"2026-04-12T21:07:03.235533Z","end":"2026-04-12T21:07:03.348454Z","steps":["trace[1578295773] 'process raft request' (duration: 112.784829ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:03.348423Z","caller":"traceutil/trace.go:171","msg":"trace[78095569] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"118.751801ms","start":"2026-04-12T21:07:03.229635Z","end":"2026-04-12T21:07:03.348386Z","steps":["trace[78095569] 'process raft request' (duration: 118.639379ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:03.348407Z","caller":"traceutil/trace.go:171","msg":"trace[1288962048] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9101; }","duration":"113.319999ms","start":"2026-04-12T21:07:03.235048Z","end":"2026-04-12T21:07:03.348368Z","steps":["trace[1288962048] 'read index received' (duration: 90.171684ms)","trace[1288962048] 'applied index is now lower than readState.Index' (duration: 23.146695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T21:07:03.348891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.806377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gw8mw\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-04-12T21:07:03.348954Z","caller":"traceutil/trace.go:171","msg":"trace[666838464] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gw8mw; range_end:; response_count:1; response_revision:8787; }","duration":"113.93763ms","start":"2026-04-12T21:07:03.234999Z","end":"2026-04-12T21:07:03.348937Z","steps":["trace[666838464] 'agreement among raft nodes before linearized reading' (duration: 113.656465ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:04.092968Z","caller":"traceutil/trace.go:171","msg":"trace[48396576] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"272.595862ms","start":"2026-04-12T21:07:03.820341Z","end":"2026-04-12T21:07:04.092937Z","steps":["trace[48396576] 'process raft request' (duration: 272.421128ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:04.100014Z","caller":"traceutil/trace.go:171","msg":"trace[1693941545] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9108; }","duration":"184.649138ms","start":"2026-04-12T21:07:03.915331Z","end":"2026-04-12T21:07:04.09998Z","steps":["trace[1693941545] 'read index received' (duration: 177.582826ms)","trace[1693941545] 'applied index is now lower than readState.Index' (duration: 7.064782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-12T21:07:04.100243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.869163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-12T21:07:04.100207Z","caller":"traceutil/trace.go:171","msg":"trace[1968681272] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"270.242336ms","start":"2026-04-12T21:07:03.829909Z","end":"2026-04-12T21:07:04.100152Z","steps":["trace[1968681272] 'process raft request' (duration: 269.86987ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:04.100297Z","caller":"traceutil/trace.go:171","msg":"trace[261866769] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8792; }","duration":"185.017787ms","start":"2026-04-12T21:07:03.915264Z","end":"2026-04-12T21:07:04.100282Z","steps":["trace[261866769] 'agreement among raft nodes before linearized reading' (duration: 184.876943ms)"],"step_count":1} {"level":"info","ts":"2026-04-12T21:07:42.16699Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000250b.wal"} {"level":"info","ts":"2026-04-12T21:08:32.808577Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"79e65b4197a2a1a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-12T21:08:32.814258Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-12T21:08:32.814408Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-12T21:10:42.48105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8081} {"level":"info","ts":"2026-04-12T21:10:42.53984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8081,"took":"56.196792ms","hash":832658620,"current-db-size-bytes":56717312,"current-db-size":"57 MB","current-db-size-in-use-bytes":29564928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-12T21:10:42.539901Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":832658620,"revision":8081,"compact-revision":5901} {"level":"info","ts":"2026-04-12T21:15:42.487567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10646} {"level":"info","ts":"2026-04-12T21:15:42.56613Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10646,"took":"76.734711ms","hash":2690029869,"current-db-size-bytes":56717312,"current-db-size":"57 MB","current-db-size-in-use-bytes":21090304,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-12T21:15:42.566214Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2690029869,"revision":10646,"compact-revision":8081}