{"level":"warn","ts":"2026-07-03T11:58:25.159891Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:58:25.159974Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.78:2380","--initial-cluster=instance=https://199.204.45.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T11:58:25.160036Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:58:25.160048Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-07-03T11:58:25.160066Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:58:25.160667Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"]} {"level":"info","ts":"2026-07-03T11:58:25.160739Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T11:58:25.163776Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.818445ms"} {"level":"info","ts":"2026-07-03T11:58:25.175847Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6eb8766b1ec86e92","cluster-id":"9bbfe9e5d45d3718"} {"level":"info","ts":"2026-07-03T11:58:25.175953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T11:58:25.176024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 0"} {"level":"info","ts":"2026-07-03T11:58:25.17605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6eb8766b1ec86e92 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T11:58:25.176065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 1"} {"level":"info","ts":"2026-07-03T11:58:25.176125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"warn","ts":"2026-07-03T11:58:25.181003Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T11:58:25.183347Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T11:58:25.184529Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T11:58:25.186856Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6eb8766b1ec86e92","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T11:58:25.187085Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6eb8766b1ec86e92","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T11:58:25.187114Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:25.187239Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:25.187252Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:25.188273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"info","ts":"2026-07-03T11:58:25.188665Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","added-peer-id":"6eb8766b1ec86e92","added-peer-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-07-03T11:58:25.191496Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:58:25.191562Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-07-03T11:58:25.191609Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-07-03T11:58:25.19176Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6eb8766b1ec86e92","initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T11:58:25.191808Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T11:58:25.276479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T11:58:25.276564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T11:58:25.276604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgPreVoteResp from 6eb8766b1ec86e92 at term 1"} {"level":"info","ts":"2026-07-03T11:58:25.276625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became candidate at term 2"} {"level":"info","ts":"2026-07-03T11:58:25.276637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgVoteResp from 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-07-03T11:58:25.276657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became leader at term 2"} {"level":"info","ts":"2026-07-03T11:58:25.276673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6eb8766b1ec86e92 elected leader 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-07-03T11:58:25.277915Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6eb8766b1ec86e92","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.78:2379]}","request-path":"/0/members/6eb8766b1ec86e92/attributes","cluster-id":"9bbfe9e5d45d3718","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T11:58:25.27796Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:58:25.278014Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:25.278037Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:58:25.278199Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T11:58:25.278342Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T11:58:25.279022Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:25.279121Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:25.27915Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:25.28121Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.78:2379"} {"level":"info","ts":"2026-07-03T11:58:25.281597Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T11:59:08.04417Z","caller":"traceutil/trace.go:171","msg":"trace[267526989] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"100.302108ms","start":"2026-07-03T11:59:07.943842Z","end":"2026-07-03T11:59:08.044144Z","steps":["trace[267526989] 'read index received' (duration: 100.058644ms)","trace[267526989] 'applied index is now lower than readState.Index' (duration: 242.614µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:08.044219Z","caller":"traceutil/trace.go:171","msg":"trace[1251514206] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"116.342146ms","start":"2026-07-03T11:59:07.927851Z","end":"2026-07-03T11:59:08.044193Z","steps":["trace[1251514206] 'process raft request' (duration: 116.130502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:08.044417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.525933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T11:59:08.044476Z","caller":"traceutil/trace.go:171","msg":"trace[1473954805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"100.680256ms","start":"2026-07-03T11:59:07.943783Z","end":"2026-07-03T11:59:08.044463Z","steps":["trace[1473954805] 'agreement among raft nodes before linearized reading' (duration: 100.480672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:08.403915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.914908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:59:08.404481Z","caller":"traceutil/trace.go:171","msg":"trace[1167912801] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"197.99893ms","start":"2026-07-03T11:59:08.206378Z","end":"2026-07-03T11:59:08.404377Z","steps":["trace[1167912801] 'process raft request' (duration: 79.745817ms)","trace[1167912801] 'compare' (duration: 116.703943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:08.957248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.683606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-03T11:59:08.95734Z","caller":"traceutil/trace.go:171","msg":"trace[2125340380] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:593; }","duration":"321.819448ms","start":"2026-07-03T11:59:08.635496Z","end":"2026-07-03T11:59:08.957315Z","steps":["trace[2125340380] 'range keys from in-memory index tree' (duration: 321.573803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:08.957385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:08.635484Z","time spent":"321.89093ms","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-03T11:59:08.957444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.74464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:59:08.957507Z","caller":"traceutil/trace.go:171","msg":"trace[37318260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"340.886843ms","start":"2026-07-03T11:59:08.616604Z","end":"2026-07-03T11:59:08.957491Z","steps":["trace[37318260] 'range keys from in-memory index tree' (duration: 340.572598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:08.957597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:08.616577Z","time spent":"341.008496ms","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T11:59:08.964113Z","caller":"traceutil/trace.go:171","msg":"trace[1954887484] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"165.877403ms","start":"2026-07-03T11:59:08.798191Z","end":"2026-07-03T11:59:08.964068Z","steps":["trace[1954887484] 'process raft request' (duration: 164.910036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:44.067359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.738482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:00:44.067749Z","caller":"traceutil/trace.go:171","msg":"trace[1986811855] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"301.806635ms","start":"2026-07-03T12:00:43.765845Z","end":"2026-07-03T12:00:44.067651Z","steps":["trace[1986811855] 'process raft request' (duration: 55.448642ms)","trace[1986811855] 'compare' (duration: 245.553418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:00:44.068085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:00:43.765827Z","time spent":"302.08471ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:00:44.131894Z","caller":"traceutil/trace.go:171","msg":"trace[344533463] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1925; }","duration":"267.984049ms","start":"2026-07-03T12:00:43.863889Z","end":"2026-07-03T12:00:44.131873Z","steps":["trace[344533463] 'read index received' (duration: 155.744378ms)","trace[344533463] 'applied index is now lower than readState.Index' (duration: 112.238191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:00:44.13217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.245633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4df769ee-9bdd-411c-8457-03777c79e186\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-03T12:00:44.132226Z","caller":"traceutil/trace.go:171","msg":"trace[702756290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4df769ee-9bdd-411c-8457-03777c79e186; range_end:; response_count:1; response_revision:1853; }","duration":"268.371416ms","start":"2026-07-03T12:00:43.863842Z","end":"2026-07-03T12:00:44.132213Z","steps":["trace[702756290] 'agreement among raft nodes before linearized reading' (duration: 268.107811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:01.035606Z","caller":"traceutil/trace.go:171","msg":"trace[1243446887] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"163.090591ms","start":"2026-07-03T12:01:00.872487Z","end":"2026-07-03T12:01:01.035578Z","steps":["trace[1243446887] 'process raft request' (duration: 162.915427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:01:39.975528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.486405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T12:01:39.975674Z","caller":"traceutil/trace.go:171","msg":"trace[956345517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"114.674009ms","start":"2026-07-03T12:01:39.860978Z","end":"2026-07-03T12:01:39.975652Z","steps":["trace[956345517] 'range keys from in-memory index tree' (duration: 114.297251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:40.096084Z","caller":"traceutil/trace.go:171","msg":"trace[1250006461] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"117.928411ms","start":"2026-07-03T12:01:39.978117Z","end":"2026-07-03T12:01:40.096045Z","steps":["trace[1250006461] 'process raft request' (duration: 117.606464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:02:56.292193Z","caller":"traceutil/trace.go:171","msg":"trace[1136094946] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"116.970118ms","start":"2026-07-03T12:02:56.175185Z","end":"2026-07-03T12:02:56.292155Z","steps":["trace[1136094946] 'process raft request' (duration: 116.806935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:06:54.127363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.964957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T12:06:54.127491Z","caller":"traceutil/trace.go:171","msg":"trace[525834330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4988; }","duration":"105.163831ms","start":"2026-07-03T12:06:54.022305Z","end":"2026-07-03T12:06:54.127469Z","steps":["trace[525834330] 'range keys from in-memory index tree' (duration: 104.773223ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.248107Z","caller":"traceutil/trace.go:171","msg":"trace[1915278933] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"102.112483ms","start":"2026-07-03T12:07:08.145969Z","end":"2026-07-03T12:07:08.248081Z","steps":["trace[1915278933] 'process raft request' (duration: 101.874817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.248326Z","caller":"traceutil/trace.go:171","msg":"trace[794074926] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"104.05705ms","start":"2026-07-03T12:07:08.144258Z","end":"2026-07-03T12:07:08.248315Z","steps":["trace[794074926] 'process raft request' (duration: 103.409947ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.40512Z","caller":"traceutil/trace.go:171","msg":"trace[1250486378] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"107.994524ms","start":"2026-07-03T12:07:08.297077Z","end":"2026-07-03T12:07:08.405072Z","steps":["trace[1250486378] 'process raft request' (duration: 107.880632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.405186Z","caller":"traceutil/trace.go:171","msg":"trace[13463535] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5471; }","duration":"107.868062ms","start":"2026-07-03T12:07:08.297305Z","end":"2026-07-03T12:07:08.405173Z","steps":["trace[13463535] 'read index received' (duration: 38.573963ms)","trace[13463535] 'applied index is now lower than readState.Index' (duration: 69.293129ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:08.405174Z","caller":"traceutil/trace.go:171","msg":"trace[213508397] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"107.78555ms","start":"2026-07-03T12:07:08.297347Z","end":"2026-07-03T12:07:08.405133Z","steps":["trace[213508397] 'process raft request' (duration: 107.666768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.405264Z","caller":"traceutil/trace.go:171","msg":"trace[1315658678] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"108.247349ms","start":"2026-07-03T12:07:08.297009Z","end":"2026-07-03T12:07:08.405256Z","steps":["trace[1315658678] 'process raft request' (duration: 107.808291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:08.405373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.044505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T12:07:08.405128Z","caller":"traceutil/trace.go:171","msg":"trace[581965403] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"107.766071ms","start":"2026-07-03T12:07:08.297327Z","end":"2026-07-03T12:07:08.405093Z","steps":["trace[581965403] 'process raft request' (duration: 107.661649ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.405441Z","caller":"traceutil/trace.go:171","msg":"trace[839557282] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5279; }","duration":"108.157048ms","start":"2026-07-03T12:07:08.297274Z","end":"2026-07-03T12:07:08.405431Z","steps":["trace[839557282] 'agreement among raft nodes before linearized reading' (duration: 107.943674ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.405528Z","caller":"traceutil/trace.go:171","msg":"trace[102158789] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"107.168699ms","start":"2026-07-03T12:07:08.298348Z","end":"2026-07-03T12:07:08.405517Z","steps":["trace[102158789] 'process raft request' (duration: 106.690991ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.405528Z","caller":"traceutil/trace.go:171","msg":"trace[780362094] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"104.034999ms","start":"2026-07-03T12:07:08.301479Z","end":"2026-07-03T12:07:08.405514Z","steps":["trace[780362094] 'process raft request' (duration: 103.587811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:08.782009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.515031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T12:07:08.782085Z","caller":"traceutil/trace.go:171","msg":"trace[1206550965] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5285; }","duration":"193.629353ms","start":"2026-07-03T12:07:08.588437Z","end":"2026-07-03T12:07:08.782067Z","steps":["trace[1206550965] 'range keys from in-memory index tree' (duration: 193.327117ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:08.787267Z","caller":"traceutil/trace.go:171","msg":"trace[1738248242] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"198.110149ms","start":"2026-07-03T12:07:08.589129Z","end":"2026-07-03T12:07:08.787239Z","steps":["trace[1738248242] 'process raft request' (duration: 197.916466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:09.106633Z","caller":"traceutil/trace.go:171","msg":"trace[1540453830] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5484; }","duration":"500.94988ms","start":"2026-07-03T12:07:08.605651Z","end":"2026-07-03T12:07:09.106601Z","steps":["trace[1540453830] 'read index received' (duration: 181.303609ms)","trace[1540453830] 'applied index is now lower than readState.Index' (duration: 319.644711ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:09.106789Z","caller":"traceutil/trace.go:171","msg":"trace[1704613508] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5286; }","duration":"517.312991ms","start":"2026-07-03T12:07:08.589431Z","end":"2026-07-03T12:07:09.106744Z","steps":["trace[1704613508] 'process raft request' (duration: 454.426495ms)","trace[1704613508] 'compare' (duration: 62.629301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:09.106947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.259406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-07-03T12:07:09.106989Z","caller":"traceutil/trace.go:171","msg":"trace[2111715275] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5286; }","duration":"501.354047ms","start":"2026-07-03T12:07:08.605625Z","end":"2026-07-03T12:07:09.106979Z","steps":["trace[2111715275] 'agreement among raft nodes before linearized reading' (duration: 501.131423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.605614Z","time spent":"501.401248ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4889,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-03T12:07:09.107022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.589414Z","time spent":"517.495375ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":2776,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:07:09.107066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.284404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-07-03T12:07:09.107095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.342147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T12:07:09.107138Z","caller":"traceutil/trace.go:171","msg":"trace[1211019959] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5286; }","duration":"319.401416ms","start":"2026-07-03T12:07:08.787716Z","end":"2026-07-03T12:07:09.107118Z","steps":["trace[1211019959] 'agreement among raft nodes before linearized reading' (duration: 319.182742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.853773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-jb49x\" ","response":"range_response_count:1 size:7817"} {"level":"warn","ts":"2026-07-03T12:07:09.107191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.78766Z","time spent":"319.520668ms","remote":"127.0.0.1:42692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-03T12:07:09.107199Z","caller":"traceutil/trace.go:171","msg":"trace[821560715] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5286; }","duration":"501.47918ms","start":"2026-07-03T12:07:08.605692Z","end":"2026-07-03T12:07:09.107171Z","steps":["trace[821560715] 'agreement among raft nodes before linearized reading' (duration: 501.123263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.605672Z","time spent":"501.575731ms","remote":"127.0.0.1:42692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-03T12:07:09.107275Z","caller":"traceutil/trace.go:171","msg":"trace[50112775] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-jb49x; range_end:; response_count:1; response_revision:5286; }","duration":"179.100517ms","start":"2026-07-03T12:07:08.928158Z","end":"2026-07-03T12:07:09.107258Z","steps":["trace[50112775] 'agreement among raft nodes before linearized reading' (duration: 178.67175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.02898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:07:09.107135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.347238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:07:09.107366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.515493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T12:07:09.107394Z","caller":"traceutil/trace.go:171","msg":"trace[739357710] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5286; }","duration":"492.131782ms","start":"2026-07-03T12:07:08.615239Z","end":"2026-07-03T12:07:09.107371Z","steps":["trace[739357710] 'agreement among raft nodes before linearized reading' (duration: 491.962058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.580431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:07:09.10744Z","caller":"traceutil/trace.go:171","msg":"trace[790013409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5286; }","duration":"488.592144ms","start":"2026-07-03T12:07:08.618822Z","end":"2026-07-03T12:07:09.107414Z","steps":["trace[790013409] 'agreement among raft nodes before linearized reading' (duration: 488.385811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.615227Z","time spent":"492.207483ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:07:09.107466Z","caller":"traceutil/trace.go:171","msg":"trace[1477409190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5286; }","duration":"491.700034ms","start":"2026-07-03T12:07:08.615694Z","end":"2026-07-03T12:07:09.107394Z","steps":["trace[1477409190] 'agreement among raft nodes before linearized reading' (duration: 491.340017ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:09.107506Z","caller":"traceutil/trace.go:171","msg":"trace[59895967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5286; }","duration":"501.725035ms","start":"2026-07-03T12:07:08.605759Z","end":"2026-07-03T12:07:09.107484Z","steps":["trace[59895967] 'agreement among raft nodes before linearized reading' (duration: 501.507991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.618806Z","time spent":"488.691207ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T12:07:09.107557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.605754Z","time spent":"501.787756ms","remote":"127.0.0.1:33578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:07:09.107565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.615667Z","time spent":"491.871187ms","remote":"127.0.0.1:42594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T12:07:09.107658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.997312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-03T12:07:09.107818Z","caller":"traceutil/trace.go:171","msg":"trace[596552567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5286; }","duration":"356.227237ms","start":"2026-07-03T12:07:08.751565Z","end":"2026-07-03T12:07:09.107792Z","steps":["trace[596552567] 'agreement among raft nodes before linearized reading' (duration: 355.388161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.10775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.458005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-03T12:07:09.107895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.751536Z","time spent":"356.35149ms","remote":"127.0.0.1:42810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T12:07:09.107892Z","caller":"traceutil/trace.go:171","msg":"trace[2114596540] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:5286; }","duration":"443.773033ms","start":"2026-07-03T12:07:08.664097Z","end":"2026-07-03T12:07:09.10787Z","steps":["trace[2114596540] 'agreement among raft nodes before linearized reading' (duration: 442.758603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:09.107996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:07:08.664082Z","time spent":"443.897675ms","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-07-03T12:07:16.946404Z","caller":"traceutil/trace.go:171","msg":"trace[165408671] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"159.983683ms","start":"2026-07-03T12:07:16.786389Z","end":"2026-07-03T12:07:16.946373Z","steps":["trace[165408671] 'process raft request' (duration: 159.7956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:17.197186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.454759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:07:17.197446Z","caller":"traceutil/trace.go:171","msg":"trace[326401216] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"129.607725ms","start":"2026-07-03T12:07:17.067806Z","end":"2026-07-03T12:07:17.197414Z","steps":["trace[326401216] 'process raft request' (duration: 16.84435ms)","trace[326401216] 'compare' (duration: 112.215715ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:17.197434Z","caller":"traceutil/trace.go:171","msg":"trace[2093266010] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5673; }","duration":"115.327184ms","start":"2026-07-03T12:07:17.08209Z","end":"2026-07-03T12:07:17.197418Z","steps":["trace[2093266010] 'read index received' (duration: 2.534149ms)","trace[2093266010] 'applied index is now lower than readState.Index' (duration: 112.792055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:17.197686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.562179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T12:07:17.197733Z","caller":"traceutil/trace.go:171","msg":"trace[1930042595] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5473; }","duration":"115.672622ms","start":"2026-07-03T12:07:17.082045Z","end":"2026-07-03T12:07:17.197718Z","steps":["trace[1930042595] 'agreement among raft nodes before linearized reading' (duration: 115.448717ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:17.198095Z","caller":"traceutil/trace.go:171","msg":"trace[845687770] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"125.766542ms","start":"2026-07-03T12:07:17.072316Z","end":"2026-07-03T12:07:17.198083Z","steps":["trace[845687770] 'process raft request' (duration: 124.977037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:25.664611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2974} {"level":"info","ts":"2026-07-03T12:08:25.869933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2974,"took":"202.90272ms","hash":33211593,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":34050048,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T12:08:25.870025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":33211593,"revision":2974,"compact-revision":-1} {"level":"warn","ts":"2026-07-03T12:13:24.72766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.516432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:13:24.727782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.564241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:13:24.727818Z","caller":"traceutil/trace.go:171","msg":"trace[1935791431] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8266; }","duration":"170.878899ms","start":"2026-07-03T12:13:24.556916Z","end":"2026-07-03T12:13:24.727795Z","steps":["trace[1935791431] 'range keys from in-memory index tree' (duration: 170.490822ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:13:24.727912Z","caller":"traceutil/trace.go:171","msg":"trace[1954096696] linearizableReadLoop","detail":"{readStateIndex:8557; appliedIndex:8556; }","duration":"366.570597ms","start":"2026-07-03T12:13:24.361328Z","end":"2026-07-03T12:13:24.727898Z","steps":["trace[1954096696] 'read index received' (duration: 178.764831ms)","trace[1954096696] 'applied index is now lower than readState.Index' (duration: 187.805296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:13:24.728041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.289563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:13:24.727999Z","caller":"traceutil/trace.go:171","msg":"trace[212931395] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"459.013662ms","start":"2026-07-03T12:13:24.268941Z","end":"2026-07-03T12:13:24.727954Z","steps":["trace[212931395] 'process raft request' (duration: 271.212456ms)","trace[212931395] 'compare' (duration: 187.460589ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:13:24.728062Z","caller":"traceutil/trace.go:171","msg":"trace[969955018] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8268; }","duration":"161.350715ms","start":"2026-07-03T12:13:24.566703Z","end":"2026-07-03T12:13:24.728054Z","steps":["trace[969955018] 'agreement among raft nodes before linearized reading' (duration: 161.293214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:24.728062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.87811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:13:24.728125Z","caller":"traceutil/trace.go:171","msg":"trace[404974955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8268; }","duration":"110.994553ms","start":"2026-07-03T12:13:24.617112Z","end":"2026-07-03T12:13:24.728107Z","steps":["trace[404974955] 'agreement among raft nodes before linearized reading' (duration: 110.896871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:24.728174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.846653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T12:13:24.728194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:24.268929Z","time spent":"459.159504ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T12:13:24.728243Z","caller":"traceutil/trace.go:171","msg":"trace[1574856953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8268; }","duration":"366.964565ms","start":"2026-07-03T12:13:24.361256Z","end":"2026-07-03T12:13:24.72822Z","steps":["trace[1574856953] 'agreement among raft nodes before linearized reading' (duration: 366.72418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:24.728289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:24.361232Z","time spent":"367.044366ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T12:13:25.672718Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6050} {"level":"info","ts":"2026-07-03T12:13:25.765188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6050,"took":"90.426556ms","hash":3935474336,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":23928832,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-03T12:13:25.765377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3935474336,"revision":6050,"compact-revision":2974} {"level":"warn","ts":"2026-07-03T12:13:37.16974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.693171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:13:37.169867Z","caller":"traceutil/trace.go:171","msg":"trace[1800375738] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8625; }","duration":"334.666941ms","start":"2026-07-03T12:13:36.835182Z","end":"2026-07-03T12:13:37.169849Z","steps":["trace[1800375738] 'read index received' (duration: 27.486551ms)","trace[1800375738] 'applied index is now lower than readState.Index' (duration: 307.17931ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:13:37.169965Z","caller":"traceutil/trace.go:171","msg":"trace[399419462] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"341.189017ms","start":"2026-07-03T12:13:36.828761Z","end":"2026-07-03T12:13:37.16995Z","steps":["trace[399419462] 'process raft request' (duration: 64.159789ms)","trace[399419462] 'compare' (duration: 276.512498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:13:37.170031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:36.828738Z","time spent":"341.261338ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T12:13:37.170295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.10599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:13:37.17034Z","caller":"traceutil/trace.go:171","msg":"trace[1788148318] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8334; }","duration":"335.160362ms","start":"2026-07-03T12:13:36.835164Z","end":"2026-07-03T12:13:37.170325Z","steps":["trace[1788148318] 'agreement among raft nodes before linearized reading' (duration: 335.08962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:37.170378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:36.835156Z","time spent":"335.214012ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-03T12:13:37.170421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.114811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:13:37.170482Z","caller":"traceutil/trace.go:171","msg":"trace[1035218590] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8334; }","duration":"335.230832ms","start":"2026-07-03T12:13:36.835234Z","end":"2026-07-03T12:13:37.170465Z","steps":["trace[1035218590] 'agreement among raft nodes before linearized reading' (duration: 335.12119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:37.170476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.87128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:13:37.17054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:36.83521Z","time spent":"335.324014ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T12:13:37.170529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.875656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:13:37.170539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.957749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:13:37.170607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.235388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:13:37.170609Z","caller":"traceutil/trace.go:171","msg":"trace[1155533086] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8334; }","duration":"318.992679ms","start":"2026-07-03T12:13:36.851603Z","end":"2026-07-03T12:13:37.170595Z","steps":["trace[1155533086] 'agreement among raft nodes before linearized reading' (duration: 318.814115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:37.17063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.962806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:13:37.170607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.015383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:13:37.170686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.910647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:13:37.170708Z","caller":"traceutil/trace.go:171","msg":"trace[850931545] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8334; }","duration":"318.941788ms","start":"2026-07-03T12:13:36.851761Z","end":"2026-07-03T12:13:37.170702Z","steps":["trace[850931545] 'agreement among raft nodes before linearized reading' (duration: 318.908387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:13:37.170717Z","caller":"traceutil/trace.go:171","msg":"trace[1729674303] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8334; }","duration":"299.147045ms","start":"2026-07-03T12:13:36.871544Z","end":"2026-07-03T12:13:37.170691Z","steps":["trace[1729674303] 'agreement among raft nodes before linearized reading' (duration: 298.985932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:37.170733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:36.851756Z","time spent":"318.969718ms","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-03T12:13:37.170627Z","caller":"traceutil/trace.go:171","msg":"trace[1905427670] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8334; }","duration":"318.115401ms","start":"2026-07-03T12:13:36.852493Z","end":"2026-07-03T12:13:37.170608Z","steps":["trace[1905427670] 'agreement among raft nodes before linearized reading' (duration: 317.912327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:37.170772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:36.852475Z","time spent":"318.288355ms","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-07-03T12:13:37.170646Z","caller":"traceutil/trace.go:171","msg":"trace[930073071] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8334; }","duration":"335.016427ms","start":"2026-07-03T12:13:36.835626Z","end":"2026-07-03T12:13:37.170642Z","steps":["trace[930073071] 'agreement among raft nodes before linearized reading' (duration: 334.991027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:13:37.170864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:36.835614Z","time spent":"335.220701ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-07-03T12:13:37.170648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T12:13:36.85158Z","time spent":"319.059809ms","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-07-03T12:13:37.170557Z","caller":"traceutil/trace.go:171","msg":"trace[2014296273] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8334; }","duration":"298.963133ms","start":"2026-07-03T12:13:36.87158Z","end":"2026-07-03T12:13:37.170543Z","steps":["trace[2014296273] 'agreement among raft nodes before linearized reading' (duration: 298.851561ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:13:37.170641Z","caller":"traceutil/trace.go:171","msg":"trace[93661466] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8334; }","duration":"298.287538ms","start":"2026-07-03T12:13:36.872341Z","end":"2026-07-03T12:13:37.170628Z","steps":["trace[93661466] 'agreement among raft nodes before linearized reading' (duration: 298.244387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:00.907408Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002261.wal"} {"level":"info","ts":"2026-07-03T12:14:09.028238Z","caller":"traceutil/trace.go:171","msg":"trace[2000805767] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"118.458414ms","start":"2026-07-03T12:14:08.909746Z","end":"2026-07-03T12:14:09.028205Z","steps":["trace[2000805767] 'process raft request' (duration: 118.177169ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:17.32696Z","caller":"traceutil/trace.go:171","msg":"trace[226605800] linearizableReadLoop","detail":"{readStateIndex:8950; appliedIndex:8949; }","duration":"222.731119ms","start":"2026-07-03T12:14:17.104198Z","end":"2026-07-03T12:14:17.326929Z","steps":["trace[226605800] 'read index received' (duration: 142.94957ms)","trace[226605800] 'applied index is now lower than readState.Index' (duration: 79.780529ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:14:17.327099Z","caller":"traceutil/trace.go:171","msg":"trace[637890163] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"223.716637ms","start":"2026-07-03T12:14:17.103369Z","end":"2026-07-03T12:14:17.327086Z","steps":["trace[637890163] 'process raft request' (duration: 143.729504ms)","trace[637890163] 'compare' (duration: 79.684777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:14:17.327305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.900472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:14:17.327402Z","caller":"traceutil/trace.go:171","msg":"trace[33142270] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8645; }","duration":"162.055654ms","start":"2026-07-03T12:14:17.165323Z","end":"2026-07-03T12:14:17.327379Z","steps":["trace[33142270] 'agreement among raft nodes before linearized reading' (duration: 161.842059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:14:17.327586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.331681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rfx9t\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-07-03T12:14:17.327691Z","caller":"traceutil/trace.go:171","msg":"trace[550396711] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rfx9t; range_end:; response_count:1; response_revision:8645; }","duration":"223.485915ms","start":"2026-07-03T12:14:17.104181Z","end":"2026-07-03T12:14:17.327667Z","steps":["trace[550396711] 'agreement among raft nodes before linearized reading' (duration: 223.039565ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:18.150823Z","caller":"traceutil/trace.go:171","msg":"trace[1521469808] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"114.552431ms","start":"2026-07-03T12:14:18.036242Z","end":"2026-07-03T12:14:18.150795Z","steps":["trace[1521469808] 'process raft request' (duration: 107.011357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:15:37.290367Z","caller":"traceutil/trace.go:171","msg":"trace[1166457289] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"109.713209ms","start":"2026-07-03T12:15:37.180628Z","end":"2026-07-03T12:15:37.290341Z","steps":["trace[1166457289] 'process raft request' (duration: 109.578416ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:16:11.49154Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T12:16:11.497291Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T12:16:11.497383Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-03T12:18:25.680474Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8273} {"level":"info","ts":"2026-07-03T12:18:25.768571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8273,"took":"84.827503ms","hash":764699871,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":24887296,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-03T12:18:25.76865Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":764699871,"revision":8273,"compact-revision":6050} {"level":"info","ts":"2026-07-03T12:19:49.299538Z","caller":"traceutil/trace.go:171","msg":"trace[2099403901] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"120.200525ms","start":"2026-07-03T12:19:49.179317Z","end":"2026-07-03T12:19:49.299518Z","steps":["trace[2099403901] 'process raft request' (duration: 120.011181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:20:55.048482Z","caller":"traceutil/trace.go:171","msg":"trace[1580620701] transaction","detail":"{read_only:false; response_revision:11728; number_of_response:1; }","duration":"114.775432ms","start":"2026-07-03T12:20:54.933666Z","end":"2026-07-03T12:20:55.048441Z","steps":["trace[1580620701] 'process raft request' (duration: 114.549858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:21:12.068834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.248919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:21:12.068927Z","caller":"traceutil/trace.go:171","msg":"trace[2022709973] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11825; }","duration":"158.426731ms","start":"2026-07-03T12:21:11.910483Z","end":"2026-07-03T12:21:12.06891Z","steps":["trace[2022709973] 'count revisions from in-memory index tree' (duration: 158.127596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:23:25.689666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10498} {"level":"info","ts":"2026-07-03T12:23:25.766511Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10498,"took":"74.384517ms","hash":1805722833,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":25833472,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-03T12:23:25.766609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1805722833,"revision":10498,"compact-revision":8273} {"level":"info","ts":"2026-07-03T12:27:47.606033Z","caller":"traceutil/trace.go:171","msg":"trace[1958421994] transaction","detail":"{read_only:false; response_revision:14458; number_of_response:1; }","duration":"199.263815ms","start":"2026-07-03T12:27:47.40674Z","end":"2026-07-03T12:27:47.606004Z","steps":["trace[1958421994] 'process raft request' (duration: 199.094372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:27:52.943885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.497729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:27:52.943968Z","caller":"traceutil/trace.go:171","msg":"trace[1518157530] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14484; }","duration":"117.663221ms","start":"2026-07-03T12:27:52.826286Z","end":"2026-07-03T12:27:52.943949Z","steps":["trace[1518157530] 'count revisions from in-memory index tree' (duration: 117.398436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:28:05.778363Z","caller":"traceutil/trace.go:171","msg":"trace[180270502] transaction","detail":"{read_only:false; response_revision:14687; number_of_response:1; }","duration":"109.944615ms","start":"2026-07-03T12:28:05.668376Z","end":"2026-07-03T12:28:05.77832Z","steps":["trace[180270502] 'process raft request' (duration: 109.646819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:28:25.696625Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12723} {"level":"info","ts":"2026-07-03T12:28:25.776757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12723,"took":"77.257461ms","hash":2390737468,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":29409280,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T12:28:25.776809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2390737468,"revision":12723,"compact-revision":10498} {"level":"info","ts":"2026-07-03T12:29:46.219089Z","caller":"traceutil/trace.go:171","msg":"trace[1794235343] linearizableReadLoop","detail":"{readStateIndex:16314; appliedIndex:16313; }","duration":"123.320249ms","start":"2026-07-03T12:29:46.095741Z","end":"2026-07-03T12:29:46.219061Z","steps":["trace[1794235343] 'read index received' (duration: 123.170906ms)","trace[1794235343] 'applied index is now lower than readState.Index' (duration: 148.373µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:29:46.219139Z","caller":"traceutil/trace.go:171","msg":"trace[328074745] transaction","detail":"{read_only:false; response_revision:15778; number_of_response:1; }","duration":"162.976875ms","start":"2026-07-03T12:29:46.056128Z","end":"2026-07-03T12:29:46.219105Z","steps":["trace[328074745] 'process raft request' (duration: 162.76068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:29:46.21928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.496173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:29:46.2193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.216053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:29:46.219382Z","caller":"traceutil/trace.go:171","msg":"trace[1503274216] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15778; }","duration":"117.315795ms","start":"2026-07-03T12:29:46.102046Z","end":"2026-07-03T12:29:46.219362Z","steps":["trace[1503274216] 'agreement among raft nodes before linearized reading' (duration: 117.195423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:29:46.219385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.121815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:29:46.219385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.622706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T12:29:46.219326Z","caller":"traceutil/trace.go:171","msg":"trace[1048174352] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15778; }","duration":"123.592625ms","start":"2026-07-03T12:29:46.095718Z","end":"2026-07-03T12:29:46.219311Z","steps":["trace[1048174352] 'agreement among raft nodes before linearized reading' (duration: 123.506824ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:29:46.219468Z","caller":"traceutil/trace.go:171","msg":"trace[46460807] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15778; }","duration":"123.753648ms","start":"2026-07-03T12:29:46.095698Z","end":"2026-07-03T12:29:46.219452Z","steps":["trace[46460807] 'agreement among raft nodes before linearized reading' (duration: 123.488543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:29:46.219467Z","caller":"traceutil/trace.go:171","msg":"trace[2041838783] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15778; }","duration":"123.232858ms","start":"2026-07-03T12:29:46.096211Z","end":"2026-07-03T12:29:46.219444Z","steps":["trace[2041838783] 'agreement among raft nodes before linearized reading' (duration: 123.098085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:29:46.21986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.341809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-03T12:29:46.21993Z","caller":"traceutil/trace.go:171","msg":"trace[645624244] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15778; }","duration":"123.472012ms","start":"2026-07-03T12:29:46.096441Z","end":"2026-07-03T12:29:46.219913Z","steps":["trace[645624244] 'agreement among raft nodes before linearized reading' (duration: 122.846071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:29:46.220023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.84983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T12:29:46.220093Z","caller":"traceutil/trace.go:171","msg":"trace[1982480755] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15778; }","duration":"122.977283ms","start":"2026-07-03T12:29:46.0971Z","end":"2026-07-03T12:29:46.220077Z","steps":["trace[1982480755] 'agreement among raft nodes before linearized reading' (duration: 122.174738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:29:46.223991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.321412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-03T12:29:46.224084Z","caller":"traceutil/trace.go:171","msg":"trace[1787386417] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15778; }","duration":"123.161846ms","start":"2026-07-03T12:29:46.1009Z","end":"2026-07-03T12:29:46.224062Z","steps":["trace[1787386417] 'agreement among raft nodes before linearized reading' (duration: 118.329825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:29:46.778847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.892392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:29:46.778986Z","caller":"traceutil/trace.go:171","msg":"trace[1894653905] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:15782; }","duration":"121.088016ms","start":"2026-07-03T12:29:46.657869Z","end":"2026-07-03T12:29:46.778957Z","steps":["trace[1894653905] 'count revisions from in-memory index tree' (duration: 120.80334ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:33:25.703055Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15017} {"level":"info","ts":"2026-07-03T12:33:25.803434Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15017,"took":"95.90074ms","hash":1924217642,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":30826496,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T12:33:25.803499Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1924217642,"revision":15017,"compact-revision":12723} {"level":"info","ts":"2026-07-03T12:35:20.727361Z","caller":"traceutil/trace.go:171","msg":"trace[1407360222] linearizableReadLoop","detail":"{readStateIndex:18872; appliedIndex:18871; }","duration":"110.617536ms","start":"2026-07-03T12:35:20.616721Z","end":"2026-07-03T12:35:20.727339Z","steps":["trace[1407360222] 'read index received' (duration: 110.434993ms)","trace[1407360222] 'applied index is now lower than readState.Index' (duration: 181.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:35:20.727421Z","caller":"traceutil/trace.go:171","msg":"trace[1254501992] transaction","detail":"{read_only:false; response_revision:18253; number_of_response:1; }","duration":"160.69415ms","start":"2026-07-03T12:35:20.56669Z","end":"2026-07-03T12:35:20.727384Z","steps":["trace[1254501992] 'process raft request' (duration: 160.522247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:35:20.727465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.733978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T12:35:20.727572Z","caller":"traceutil/trace.go:171","msg":"trace[1644447344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18253; }","duration":"110.893162ms","start":"2026-07-03T12:35:20.61667Z","end":"2026-07-03T12:35:20.727564Z","steps":["trace[1644447344] 'agreement among raft nodes before linearized reading' (duration: 110.750289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:35:22.500972Z","caller":"traceutil/trace.go:171","msg":"trace[440763265] linearizableReadLoop","detail":"{readStateIndex:18881; appliedIndex:18880; }","duration":"185.737717ms","start":"2026-07-03T12:35:22.315208Z","end":"2026-07-03T12:35:22.500946Z","steps":["trace[440763265] 'read index received' (duration: 185.526953ms)","trace[440763265] 'applied index is now lower than readState.Index' (duration: 209.304µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:35:22.501115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.880881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T12:35:22.501096Z","caller":"traceutil/trace.go:171","msg":"trace[214812856] transaction","detail":"{read_only:false; response_revision:18262; number_of_response:1; }","duration":"201.385255ms","start":"2026-07-03T12:35:22.299676Z","end":"2026-07-03T12:35:22.501061Z","steps":["trace[214812856] 'process raft request' (duration: 201.042549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:35:22.50116Z","caller":"traceutil/trace.go:171","msg":"trace[84506411] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:18262; }","duration":"186.009513ms","start":"2026-07-03T12:35:22.315138Z","end":"2026-07-03T12:35:22.501148Z","steps":["trace[84506411] 'agreement among raft nodes before linearized reading' (duration: 185.908591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:35:27.932872Z","caller":"traceutil/trace.go:171","msg":"trace[1326785105] transaction","detail":"{read_only:false; response_revision:18294; number_of_response:1; }","duration":"186.157693ms","start":"2026-07-03T12:35:27.746683Z","end":"2026-07-03T12:35:27.932841Z","steps":["trace[1326785105] 'process raft request' (duration: 185.633054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:35:28.010726Z","caller":"traceutil/trace.go:171","msg":"trace[1725450967] transaction","detail":"{read_only:false; response_revision:18295; number_of_response:1; }","duration":"133.467461ms","start":"2026-07-03T12:35:27.877212Z","end":"2026-07-03T12:35:28.01068Z","steps":["trace[1725450967] 'process raft request' (duration: 85.020678ms)","trace[1725450967] 'compare' (duration: 48.108957ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:35:43.139918Z","caller":"traceutil/trace.go:171","msg":"trace[2147319409] linearizableReadLoop","detail":"{readStateIndex:19087; appliedIndex:19086; }","duration":"118.451176ms","start":"2026-07-03T12:35:43.021428Z","end":"2026-07-03T12:35:43.139879Z","steps":["trace[2147319409] 'read index received' (duration: 106.278684ms)","trace[2147319409] 'applied index is now lower than readState.Index' (duration: 12.170602ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:35:43.139971Z","caller":"traceutil/trace.go:171","msg":"trace[225136296] transaction","detail":"{read_only:false; response_revision:18458; number_of_response:1; }","duration":"148.642821ms","start":"2026-07-03T12:35:42.991295Z","end":"2026-07-03T12:35:43.139938Z","steps":["trace[225136296] 'process raft request' (duration: 136.461619ms)","trace[225136296] 'compare' (duration: 11.834935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:35:43.140201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.796505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T12:35:43.140395Z","caller":"traceutil/trace.go:171","msg":"trace[1365294009] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18458; }","duration":"115.933498ms","start":"2026-07-03T12:35:43.024329Z","end":"2026-07-03T12:35:43.140262Z","steps":["trace[1365294009] 'agreement among raft nodes before linearized reading' (duration: 115.793865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:35:43.140416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.952516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jpzfb\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-07-03T12:35:43.140509Z","caller":"traceutil/trace.go:171","msg":"trace[1576864594] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jpzfb; range_end:; response_count:1; response_revision:18458; }","duration":"119.118158ms","start":"2026-07-03T12:35:43.021368Z","end":"2026-07-03T12:35:43.140486Z","steps":["trace[1576864594] 'agreement among raft nodes before linearized reading' (duration: 118.65813ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:38:25.710792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17444} {"level":"info","ts":"2026-07-03T12:38:25.807729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17444,"took":"93.722875ms","hash":884109969,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":30281728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T12:38:25.807787Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":884109969,"revision":17444,"compact-revision":15017} {"level":"info","ts":"2026-07-03T12:38:27.71201Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T12:38:27.718154Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T12:38:27.718293Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T12:43:25.723081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19327} {"level":"info","ts":"2026-07-03T12:43:25.813665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19327,"took":"87.558057ms","hash":1994635282,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":24637440,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-03T12:43:25.813735Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1994635282,"revision":19327,"compact-revision":17444}