{"level":"warn","ts":"2026-03-11T21:37:41.018404Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T21:37:41.018516Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-11T21:37:41.018578Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-11T21:37:41.01859Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-11T21:37:41.018607Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T21:37:41.019186Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-03-11T21:37:41.019257Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-11T21:37:41.023842Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.387905ms"} {"level":"info","ts":"2026-03-11T21:37:41.030622Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-03-11T21:37:41.03069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-11T21:37:41.030712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-03-11T21:37:41.030722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-11T21:37:41.030739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-03-11T21:37:41.030774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-03-11T21:37:41.037561Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-11T21:37:41.039154Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-11T21:37:41.040476Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-11T21:37:41.043044Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-11T21:37:41.043251Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-11T21:37:41.043388Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T21:37:41.043436Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T21:37:41.043446Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-11T21:37:41.04404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-03-11T21:37:41.044187Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-11T21:37:41.050886Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-11T21:37:41.050995Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-11T21:37:41.051069Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-11T21:37:41.05117Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-11T21:37:41.051203Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-11T21:37:41.331752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-11T21:37:41.331809Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-11T21:37:41.331844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-03-11T21:37:41.331859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-03-11T21:37:41.331872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-11T21:37:41.331883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-03-11T21:37:41.331897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-11T21:37:41.332945Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-03-11T21:37:41.332978Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T21:37:41.333108Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-11T21:37:41.333359Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T21:37:41.335426Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-11T21:37:41.335698Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-03-11T21:37:41.33585Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-11T21:37:41.335866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-11T21:37:41.33616Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T21:37:41.33623Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T21:37:41.336255Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-11T21:38:16.321354Z","caller":"traceutil/trace.go:171","msg":"trace[531501395] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"252.075547ms","start":"2026-03-11T21:38:16.069244Z","end":"2026-03-11T21:38:16.32132Z","steps":["trace[531501395] 'process raft request' (duration: 251.879622ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:38:17.274993Z","caller":"traceutil/trace.go:171","msg":"trace[987926325] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"102.971929ms","start":"2026-03-11T21:38:17.171993Z","end":"2026-03-11T21:38:17.274965Z","steps":["trace[987926325] 'process raft request' (duration: 90.413211ms)","trace[987926325] 'compare' (duration: 12.429235ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:38:17.279929Z","caller":"traceutil/trace.go:171","msg":"trace[761051232] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"106.158916ms","start":"2026-03-11T21:38:17.173737Z","end":"2026-03-11T21:38:17.279896Z","steps":["trace[761051232] 'process raft request' (duration: 105.928181ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:38:17.28006Z","caller":"traceutil/trace.go:171","msg":"trace[780851845] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"103.648166ms","start":"2026-03-11T21:38:17.176392Z","end":"2026-03-11T21:38:17.280041Z","steps":["trace[780851845] 'process raft request' (duration: 103.451282ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:38:17.28005Z","caller":"traceutil/trace.go:171","msg":"trace[2136648858] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"105.178152ms","start":"2026-03-11T21:38:17.174842Z","end":"2026-03-11T21:38:17.28002Z","steps":["trace[2136648858] 'process raft request' (duration: 104.951607ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:38:17.280073Z","caller":"traceutil/trace.go:171","msg":"trace[458445505] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"103.242936ms","start":"2026-03-11T21:38:17.176804Z","end":"2026-03-11T21:38:17.280047Z","steps":["trace[458445505] 'process raft request' (duration: 103.192855ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:38:17.280201Z","caller":"traceutil/trace.go:171","msg":"trace[1458188313] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"103.602225ms","start":"2026-03-11T21:38:17.176588Z","end":"2026-03-11T21:38:17.28019Z","steps":["trace[1458188313] 'process raft request' (duration: 103.306868ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:39:23.643587Z","caller":"traceutil/trace.go:171","msg":"trace[1483083682] linearizableReadLoop","detail":"{readStateIndex:1614; appliedIndex:1613; }","duration":"184.459438ms","start":"2026-03-11T21:39:23.459101Z","end":"2026-03-11T21:39:23.64356Z","steps":["trace[1483083682] 'read index received' (duration: 184.396157ms)","trace[1483083682] 'applied index is now lower than readState.Index' (duration: 62.031µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:39:23.643707Z","caller":"traceutil/trace.go:171","msg":"trace[1302391656] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"204.3454ms","start":"2026-03-11T21:39:23.439328Z","end":"2026-03-11T21:39:23.643674Z","steps":["trace[1302391656] 'process raft request' (duration: 204.073554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:39:23.643935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.761125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-11T21:39:23.644047Z","caller":"traceutil/trace.go:171","msg":"trace[470520625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1552; }","duration":"184.96951ms","start":"2026-03-11T21:39:23.459055Z","end":"2026-03-11T21:39:23.644024Z","steps":["trace[470520625] 'agreement among raft nodes before linearized reading' (duration: 184.639232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:40:13.496893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.818395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-11T21:40:13.497024Z","caller":"traceutil/trace.go:171","msg":"trace[789518228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"214.01046ms","start":"2026-03-11T21:40:13.28299Z","end":"2026-03-11T21:40:13.497Z","steps":["trace[789518228] 'range keys from in-memory index tree' (duration: 213.573749ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:40:14.083509Z","caller":"traceutil/trace.go:171","msg":"trace[2083172745] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"130.093687ms","start":"2026-03-11T21:40:13.953383Z","end":"2026-03-11T21:40:14.083477Z","steps":["trace[2083172745] 'process raft request' (duration: 129.910153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:40:14.261415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.897385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-11T21:40:14.261513Z","caller":"traceutil/trace.go:171","msg":"trace[276013364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1855; }","duration":"109.042579ms","start":"2026-03-11T21:40:14.152447Z","end":"2026-03-11T21:40:14.26149Z","steps":["trace[276013364] 'range keys from in-memory index tree' (duration: 108.65669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:24.302913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.29628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-11T21:45:24.303127Z","caller":"traceutil/trace.go:171","msg":"trace[73883392] linearizableReadLoop","detail":"{readStateIndex:4671; appliedIndex:4669; }","duration":"149.182515ms","start":"2026-03-11T21:45:24.153927Z","end":"2026-03-11T21:45:24.30311Z","steps":["trace[73883392] 'read index received' (duration: 9.191218ms)","trace[73883392] 'applied index is now lower than readState.Index' (duration: 139.989937ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:45:24.303148Z","caller":"traceutil/trace.go:171","msg":"trace[1244145962] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"266.595705ms","start":"2026-03-11T21:45:24.036519Z","end":"2026-03-11T21:45:24.303115Z","steps":["trace[1244145962] 'process raft request' (duration: 126.588908ms)","trace[1244145962] 'compare' (duration: 139.148487ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:45:24.303405Z","caller":"traceutil/trace.go:171","msg":"trace[114629655] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"222.642701ms","start":"2026-03-11T21:45:24.080748Z","end":"2026-03-11T21:45:24.30339Z","steps":["trace[114629655] 'process raft request' (duration: 222.289062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:24.303657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.719248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21c28c0d-a83b-44a7-b0a0-b160c85718a7\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-11T21:45:24.303711Z","caller":"traceutil/trace.go:171","msg":"trace[1586536145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21c28c0d-a83b-44a7-b0a0-b160c85718a7; range_end:; response_count:1; response_revision:4491; }","duration":"149.818361ms","start":"2026-03-11T21:45:24.153876Z","end":"2026-03-11T21:45:24.303694Z","steps":["trace[1586536145] 'agreement among raft nodes before linearized reading' (duration: 149.660967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:24.303827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.675754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-21c28c0d-a83b-44a7-b0a0-b160c85718a7\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-11T21:45:24.303877Z","caller":"traceutil/trace.go:171","msg":"trace[2082031832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-21c28c0d-a83b-44a7-b0a0-b160c85718a7; range_end:; response_count:1; response_revision:4491; }","duration":"132.754366ms","start":"2026-03-11T21:45:24.171108Z","end":"2026-03-11T21:45:24.303863Z","steps":["trace[2082031832] 'agreement among raft nodes before linearized reading' (duration: 132.577941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:33.810069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527348853854064,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-11T21:45:33.83786Z","caller":"traceutil/trace.go:171","msg":"trace[77552975] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"528.813527ms","start":"2026-03-11T21:45:33.309028Z","end":"2026-03-11T21:45:33.837841Z","steps":["trace[77552975] 'read index received' (duration: 528.508249ms)","trace[77552975] 'applied index is now lower than readState.Index' (duration: 304.378µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:45:33.837953Z","caller":"traceutil/trace.go:171","msg":"trace[1881335952] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"529.660337ms","start":"2026-03-11T21:45:33.308278Z","end":"2026-03-11T21:45:33.837938Z","steps":["trace[1881335952] 'process raft request' (duration: 529.395491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:33.838218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:33.308252Z","time spent":"529.728078ms","remote":"127.0.0.1:48076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128200,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-11T21:45:33.83853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.506774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-94pkp\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-11T21:45:33.83857Z","caller":"traceutil/trace.go:171","msg":"trace[979116275] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-94pkp; range_end:; response_count:1; response_revision:4680; }","duration":"529.577564ms","start":"2026-03-11T21:45:33.308984Z","end":"2026-03-11T21:45:33.838562Z","steps":["trace[979116275] 'agreement among raft nodes before linearized reading' (duration: 529.39711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:33.838589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:33.308971Z","time spent":"529.612986ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-94pkp\" "} {"level":"warn","ts":"2026-03-11T21:45:33.839473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.61866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-11T21:45:33.839518Z","caller":"traceutil/trace.go:171","msg":"trace[1638741736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4680; }","duration":"198.712943ms","start":"2026-03-11T21:45:33.640795Z","end":"2026-03-11T21:45:33.839508Z","steps":["trace[1638741736] 'agreement among raft nodes before linearized reading' (duration: 198.61932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:33.838871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.959492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T21:45:33.840288Z","caller":"traceutil/trace.go:171","msg":"trace[1759853553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4680; }","duration":"379.403177ms","start":"2026-03-11T21:45:33.460873Z","end":"2026-03-11T21:45:33.840276Z","steps":["trace[1759853553] 'agreement among raft nodes before linearized reading' (duration: 377.977592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:33.840321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:33.460858Z","time spent":"379.452628ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-11T21:45:42.551085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.361146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T21:45:42.551201Z","caller":"traceutil/trace.go:171","msg":"trace[1396814043] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5046; }","duration":"282.639656ms","start":"2026-03-11T21:45:42.268543Z","end":"2026-03-11T21:45:42.551183Z","steps":["trace[1396814043] 'read index received' (duration: 43.621µs)","trace[1396814043] 'applied index is now lower than readState.Index' (duration: 282.594935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:45:42.551299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.758919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-11T21:45:42.551284Z","caller":"traceutil/trace.go:171","msg":"trace[525832371] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"419.98444ms","start":"2026-03-11T21:45:42.131265Z","end":"2026-03-11T21:45:42.55125Z","steps":["trace[525832371] 'process raft request' (duration: 77.373198ms)","trace[525832371] 'compare' (duration: 342.239944ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:45:42.551328Z","caller":"traceutil/trace.go:171","msg":"trace[184040392] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4854; }","duration":"282.791ms","start":"2026-03-11T21:45:42.268528Z","end":"2026-03-11T21:45:42.551319Z","steps":["trace[184040392] 'agreement among raft nodes before linearized reading' (duration: 282.723418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:42.551731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:42.131248Z","time spent":"420.099723ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:45:42.607257Z","caller":"traceutil/trace.go:171","msg":"trace[1094157393] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"259.762303ms","start":"2026-03-11T21:45:42.347466Z","end":"2026-03-11T21:45:42.607228Z","steps":["trace[1094157393] 'process raft request' (duration: 259.629699ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:45:42.723722Z","caller":"traceutil/trace.go:171","msg":"trace[1768976804] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5048; }","duration":"172.472499ms","start":"2026-03-11T21:45:42.551226Z","end":"2026-03-11T21:45:42.723699Z","steps":["trace[1768976804] 'read index received' (duration: 55.986ms)","trace[1768976804] 'applied index is now lower than readState.Index' (duration: 116.484979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:45:42.723887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.42118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-11T21:45:42.724103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.112566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-11T21:45:42.72412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.66655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T21:45:42.72417Z","caller":"traceutil/trace.go:171","msg":"trace[2027062006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4856; }","duration":"263.713427ms","start":"2026-03-11T21:45:42.460412Z","end":"2026-03-11T21:45:42.724126Z","steps":["trace[2027062006] 'agreement among raft nodes before linearized reading' (duration: 263.365849ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:45:42.724194Z","caller":"traceutil/trace.go:171","msg":"trace[1785792208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4856; }","duration":"264.240579ms","start":"2026-03-11T21:45:42.459929Z","end":"2026-03-11T21:45:42.724169Z","steps":["trace[1785792208] 'agreement among raft nodes before linearized reading' (duration: 263.992283ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:45:42.723957Z","caller":"traceutil/trace.go:171","msg":"trace[1739944907] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"359.198286ms","start":"2026-03-11T21:45:42.364737Z","end":"2026-03-11T21:45:42.723935Z","steps":["trace[1739944907] 'process raft request' (duration: 303.780098ms)","trace[1739944907] 'compare' (duration: 55.08562ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:45:42.724217Z","caller":"traceutil/trace.go:171","msg":"trace[1766002178] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4856; }","duration":"381.835624ms","start":"2026-03-11T21:45:42.342357Z","end":"2026-03-11T21:45:42.724193Z","steps":["trace[1766002178] 'agreement among raft nodes before linearized reading' (duration: 381.640329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:42.724278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:42.342345Z","time spent":"381.920645ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-11T21:45:42.724019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.833138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rzwkv\" ","response":"range_response_count:1 size:4040"} {"level":"warn","ts":"2026-03-11T21:45:42.72425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.078778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f5a44ea-29bf-4267-8671-4458458ce2ee\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-11T21:45:42.724343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:42.36472Z","time spent":"359.532014ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-11T21:45:42.724361Z","caller":"traceutil/trace.go:171","msg":"trace[1591370813] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rzwkv; range_end:; response_count:1; response_revision:4856; }","duration":"375.181366ms","start":"2026-03-11T21:45:42.349151Z","end":"2026-03-11T21:45:42.724333Z","steps":["trace[1591370813] 'agreement among raft nodes before linearized reading' (duration: 374.726775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:42.724432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:42.349141Z","time spent":"375.262807ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4063,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rzwkv\" "} {"level":"info","ts":"2026-03-11T21:45:42.724466Z","caller":"traceutil/trace.go:171","msg":"trace[822691714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f5a44ea-29bf-4267-8671-4458458ce2ee; range_end:; response_count:1; response_revision:4856; }","duration":"419.240622ms","start":"2026-03-11T21:45:42.305114Z","end":"2026-03-11T21:45:42.724355Z","steps":["trace[822691714] 'agreement among raft nodes before linearized reading' (duration: 418.912935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:45:42.724585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-11T21:45:42.305094Z","time spent":"419.440897ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f5a44ea-29bf-4267-8671-4458458ce2ee\" "} {"level":"warn","ts":"2026-03-11T21:45:42.724654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.686731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2v42b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-11T21:45:42.724857Z","caller":"traceutil/trace.go:171","msg":"trace[1376839531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2v42b; range_end:; response_count:1; response_revision:4856; }","duration":"142.979318ms","start":"2026-03-11T21:45:42.58186Z","end":"2026-03-11T21:45:42.72484Z","steps":["trace[1376839531] 'agreement among raft nodes before linearized reading' (duration: 142.591039ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:47:41.369406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2772} {"level":"info","ts":"2026-03-11T21:47:41.433434Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2772,"took":"62.344812ms","hash":3772455114,"current-db-size-bytes":41902080,"current-db-size":"42 MB","current-db-size-in-use-bytes":31514624,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-11T21:47:41.433534Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3772455114,"revision":2772,"compact-revision":-1} {"level":"info","ts":"2026-03-11T21:51:54.157975Z","caller":"traceutil/trace.go:171","msg":"trace[1837378480] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"244.479468ms","start":"2026-03-11T21:51:53.91347Z","end":"2026-03-11T21:51:54.157949Z","steps":["trace[1837378480] 'process raft request' (duration: 244.292923ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:51:54.163836Z","caller":"traceutil/trace.go:171","msg":"trace[721011319] linearizableReadLoop","detail":"{readStateIndex:7816; appliedIndex:7814; }","duration":"221.40576ms","start":"2026-03-11T21:51:53.942407Z","end":"2026-03-11T21:51:54.163812Z","steps":["trace[721011319] 'read index received' (duration: 215.396828ms)","trace[721011319] 'applied index is now lower than readState.Index' (duration: 6.007722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:51:54.164052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.645226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T21:51:54.164167Z","caller":"traceutil/trace.go:171","msg":"trace[1493033183] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7536; }","duration":"221.80765ms","start":"2026-03-11T21:51:53.942345Z","end":"2026-03-11T21:51:54.164152Z","steps":["trace[1493033183] 'agreement among raft nodes before linearized reading' (duration: 221.632626ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:51:54.164061Z","caller":"traceutil/trace.go:171","msg":"trace[2078661691] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"249.085258ms","start":"2026-03-11T21:51:53.91495Z","end":"2026-03-11T21:51:54.164035Z","steps":["trace[2078661691] 'process raft request' (duration: 248.741179ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:51:55.802015Z","caller":"traceutil/trace.go:171","msg":"trace[123491250] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"166.189562ms","start":"2026-03-11T21:51:55.635792Z","end":"2026-03-11T21:51:55.801982Z","steps":["trace[123491250] 'process raft request' (duration: 166.005877ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:52:22.139781Z","caller":"traceutil/trace.go:171","msg":"trace[1394829541] linearizableReadLoop","detail":"{readStateIndex:8015; appliedIndex:8014; }","duration":"176.899726ms","start":"2026-03-11T21:52:21.962856Z","end":"2026-03-11T21:52:22.139756Z","steps":["trace[1394829541] 'read index received' (duration: 176.69935ms)","trace[1394829541] 'applied index is now lower than readState.Index' (duration: 199.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:52:22.140063Z","caller":"traceutil/trace.go:171","msg":"trace[2038290339] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"214.288993ms","start":"2026-03-11T21:52:21.925762Z","end":"2026-03-11T21:52:22.140051Z","steps":["trace[2038290339] 'process raft request' (duration: 213.842631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:52:22.14031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.440129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-11T21:52:22.140353Z","caller":"traceutil/trace.go:171","msg":"trace[815579586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7726; }","duration":"177.533861ms","start":"2026-03-11T21:52:21.962809Z","end":"2026-03-11T21:52:22.140343Z","steps":["trace[815579586] 'agreement among raft nodes before linearized reading' (duration: 177.412618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:52:22.140536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.425411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-11T21:52:22.140575Z","caller":"traceutil/trace.go:171","msg":"trace[725048978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7726; }","duration":"175.498593ms","start":"2026-03-11T21:52:21.965065Z","end":"2026-03-11T21:52:22.140564Z","steps":["trace[725048978] 'agreement among raft nodes before linearized reading' (duration: 175.414091ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:52:25.660749Z","caller":"traceutil/trace.go:171","msg":"trace[1598598897] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"131.372495ms","start":"2026-03-11T21:52:25.529349Z","end":"2026-03-11T21:52:25.660721Z","steps":["trace[1598598897] 'process raft request' (duration: 131.14106ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:52:34.451893Z","caller":"traceutil/trace.go:171","msg":"trace[1280034460] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8122; }","duration":"116.164429ms","start":"2026-03-11T21:52:34.335686Z","end":"2026-03-11T21:52:34.45185Z","steps":["trace[1280034460] 'read index received' (duration: 84.587271ms)","trace[1280034460] 'applied index is now lower than readState.Index' (duration: 31.572928ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:52:34.451968Z","caller":"traceutil/trace.go:171","msg":"trace[1964967567] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"127.773394ms","start":"2026-03-11T21:52:34.324166Z","end":"2026-03-11T21:52:34.451939Z","steps":["trace[1964967567] 'process raft request' (duration: 96.093254ms)","trace[1964967567] 'compare' (duration: 31.320291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:52:34.452315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.62362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-11T21:52:34.452385Z","caller":"traceutil/trace.go:171","msg":"trace[947590098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7829; }","duration":"116.749693ms","start":"2026-03-11T21:52:34.335614Z","end":"2026-03-11T21:52:34.452364Z","steps":["trace[947590098] 'agreement among raft nodes before linearized reading' (duration: 116.386975ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:52:34.539243Z","caller":"traceutil/trace.go:171","msg":"trace[139758728] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"198.755213ms","start":"2026-03-11T21:52:34.34046Z","end":"2026-03-11T21:52:34.539215Z","steps":["trace[139758728] 'process raft request' (duration: 198.62452ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:52:34.702119Z","caller":"traceutil/trace.go:171","msg":"trace[1119069741] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8124; }","duration":"244.051164ms","start":"2026-03-11T21:52:34.458044Z","end":"2026-03-11T21:52:34.702095Z","steps":["trace[1119069741] 'read index received' (duration: 81.184821ms)","trace[1119069741] 'applied index is now lower than readState.Index' (duration: 162.865213ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:52:34.702207Z","caller":"traceutil/trace.go:171","msg":"trace[1156638898] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"244.212518ms","start":"2026-03-11T21:52:34.457963Z","end":"2026-03-11T21:52:34.702175Z","steps":["trace[1156638898] 'process raft request' (duration: 234.62944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:52:34.702363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.301781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-11T21:52:34.702406Z","caller":"traceutil/trace.go:171","msg":"trace[1227810102] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7831; }","duration":"244.376622ms","start":"2026-03-11T21:52:34.458019Z","end":"2026-03-11T21:52:34.702396Z","steps":["trace[1227810102] 'agreement among raft nodes before linearized reading' (duration: 244.184057ms)"],"step_count":1} {"level":"info","ts":"2026-03-11T21:52:34.703879Z","caller":"traceutil/trace.go:171","msg":"trace[114740351] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"162.205908ms","start":"2026-03-11T21:52:34.541651Z","end":"2026-03-11T21:52:34.703857Z","steps":["trace[114740351] 'process raft request' (duration: 162.005002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:52:34.703914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.833554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-11T21:52:34.704149Z","caller":"traceutil/trace.go:171","msg":"trace[497237339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7832; }","duration":"245.089149ms","start":"2026-03-11T21:52:34.459038Z","end":"2026-03-11T21:52:34.704127Z","steps":["trace[497237339] 'agreement among raft nodes before linearized reading' (duration: 244.784121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:52:34.704062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.959097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-p4jp2\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-11T21:52:34.704271Z","caller":"traceutil/trace.go:171","msg":"trace[1272195434] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-p4jp2; range_end:; response_count:1; response_revision:7832; }","duration":"163.204422ms","start":"2026-03-11T21:52:34.541043Z","end":"2026-03-11T21:52:34.704247Z","steps":["trace[1272195434] 'agreement among raft nodes before linearized reading' (duration: 162.837353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:52:35.278531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.706312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-11T21:52:35.278684Z","caller":"traceutil/trace.go:171","msg":"trace[884218284] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"188.374307ms","start":"2026-03-11T21:52:35.090291Z","end":"2026-03-11T21:52:35.278665Z","steps":["trace[884218284] 'process raft request' (duration: 60.421599ms)","trace[884218284] 'compare' (duration: 127.57769ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:52:41.375049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5788} {"level":"info","ts":"2026-03-11T21:52:41.460528Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5788,"took":"83.608387ms","hash":267838584,"current-db-size-bytes":43327488,"current-db-size":"43 MB","current-db-size-in-use-bytes":23515136,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-11T21:52:41.460605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":267838584,"revision":5788,"compact-revision":2772} {"level":"warn","ts":"2026-03-11T21:53:49.84559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.799427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-11T21:53:49.845961Z","caller":"traceutil/trace.go:171","msg":"trace[1197070508] linearizableReadLoop","detail":"{readStateIndex:8846; appliedIndex:8844; }","duration":"129.140935ms","start":"2026-03-11T21:53:49.716786Z","end":"2026-03-11T21:53:49.845927Z","steps":["trace[1197070508] 'read index received' (duration: 14.016021ms)","trace[1197070508] 'applied index is now lower than readState.Index' (duration: 115.122884ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:53:49.846022Z","caller":"traceutil/trace.go:171","msg":"trace[1683706148] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"131.564612ms","start":"2026-03-11T21:53:49.71442Z","end":"2026-03-11T21:53:49.845985Z","steps":["trace[1683706148] 'process raft request' (duration: 131.279746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-11T21:53:49.892462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.690066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-11T21:53:49.89253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.887298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-11T21:53:49.89258Z","caller":"traceutil/trace.go:171","msg":"trace[389657115] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8532; }","duration":"123.912882ms","start":"2026-03-11T21:53:49.768639Z","end":"2026-03-11T21:53:49.892552Z","steps":["trace[389657115] 'agreement among raft nodes before linearized reading' (duration: 77.622917ms)","trace[389657115] 'count revisions from in-memory index tree' (duration: 46.07557ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:53:49.892596Z","caller":"traceutil/trace.go:171","msg":"trace[1219921992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8532; }","duration":"144.973209ms","start":"2026-03-11T21:53:49.747601Z","end":"2026-03-11T21:53:49.892574Z","steps":["trace[1219921992] 'agreement among raft nodes before linearized reading' (duration: 98.655904ms)","trace[1219921992] 'range keys from in-memory index tree' (duration: 46.129891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-11T21:53:49.892734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.927322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-11T21:53:49.892802Z","caller":"traceutil/trace.go:171","msg":"trace[1028733931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8532; }","duration":"176.033085ms","start":"2026-03-11T21:53:49.716752Z","end":"2026-03-11T21:53:49.892785Z","steps":["trace[1028733931] 'agreement among raft nodes before linearized reading' (duration: 129.311499ms)","trace[1028733931] 'range keys from in-memory index tree' (duration: 46.313555ms)"],"step_count":2} {"level":"info","ts":"2026-03-11T21:56:27.314356Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-11T21:56:27.320396Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-11T21:56:27.320649Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-11T21:57:41.381035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7886} {"level":"info","ts":"2026-03-11T21:57:41.448599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7886,"took":"65.352689ms","hash":3451019500,"current-db-size-bytes":43327488,"current-db-size":"43 MB","current-db-size-in-use-bytes":25751552,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-11T21:57:41.448667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3451019500,"revision":7886,"compact-revision":5788} {"level":"info","ts":"2026-03-11T22:02:41.387859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10010} {"level":"info","ts":"2026-03-11T22:02:41.463144Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10010,"took":"73.609668ms","hash":1131158506,"current-db-size-bytes":43327488,"current-db-size":"43 MB","current-db-size-in-use-bytes":16691200,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-11T22:02:41.463211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1131158506,"revision":10010,"compact-revision":7886}