{"level":"warn","ts":"2026-04-08T22:55:59.450559Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T22:55:59.450671Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T22:55:59.450743Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T22:55:59.450758Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-08T22:55:59.450781Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T22:55:59.45139Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-04-08T22:55:59.451474Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T22:55:59.456632Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.476615ms"} {"level":"info","ts":"2026-04-08T22:55:59.466133Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-04-08T22:55:59.46626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T22:55:59.466293Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-04-08T22:55:59.466317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T22:55:59.46633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-04-08T22:55:59.466381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-04-08T22:55:59.476503Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T22:55:59.479371Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T22:55:59.482509Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T22:55:59.486884Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T22:55:59.487109Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T22:55:59.487168Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:55:59.487331Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:55:59.487349Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T22:55:59.488075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-04-08T22:55:59.488204Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-08T22:55:59.491526Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T22:55:59.491692Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-08T22:55:59.491789Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-08T22:55:59.491908Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T22:55:59.491961Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T22:56:00.166941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T22:56:00.167009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T22:56:00.167056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-04-08T22:56:00.167087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-04-08T22:56:00.1671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-08T22:56:00.167117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-04-08T22:56:00.167133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-08T22:56:00.168124Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:56:00.168951Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T22:56:00.169223Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T22:56:00.169309Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T22:56:00.169531Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:56:00.169681Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:56:00.169751Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T22:56:00.172713Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-04-08T22:56:00.172839Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T22:56:00.172865Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T22:56:00.175976Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T22:56:38.086378Z","caller":"traceutil/trace.go:171","msg":"trace[1644987498] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"118.960021ms","start":"2026-04-08T22:56:37.967387Z","end":"2026-04-08T22:56:38.086347Z","steps":["trace[1644987498] 'process raft request' (duration: 118.787136ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:56:38.263445Z","caller":"traceutil/trace.go:171","msg":"trace[1261504848] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"154.973594ms","start":"2026-04-08T22:56:38.108432Z","end":"2026-04-08T22:56:38.263405Z","steps":["trace[1261504848] 'process raft request' (duration: 115.969506ms)","trace[1261504848] 'compare' (duration: 38.626607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T22:56:38.792285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.206648ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-08T22:56:39.052755Z","caller":"traceutil/trace.go:171","msg":"trace[1194264422] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"126.74355ms","start":"2026-04-08T22:56:38.925902Z","end":"2026-04-08T22:56:39.052646Z","steps":["trace[1194264422] 'read index received' (duration: 122.384546ms)","trace[1194264422] 'applied index is now lower than readState.Index' (duration: 4.356714ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:56:39.05292Z","caller":"traceutil/trace.go:171","msg":"trace[886474303] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"291.733515ms","start":"2026-04-08T22:56:38.761121Z","end":"2026-04-08T22:56:39.052855Z","steps":["trace[886474303] 'process raft request' (duration: 287.959358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:56:39.053003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.063118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T22:56:39.053241Z","caller":"traceutil/trace.go:171","msg":"trace[1881673946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"127.329796ms","start":"2026-04-08T22:56:38.92585Z","end":"2026-04-08T22:56:39.053179Z","steps":["trace[1881673946] 'agreement among raft nodes before linearized reading' (duration: 126.994396ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:57:20.783219Z","caller":"traceutil/trace.go:171","msg":"trace[1920015960] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"195.282168ms","start":"2026-04-08T22:57:20.587888Z","end":"2026-04-08T22:57:20.78317Z","steps":["trace[1920015960] 'process raft request' (duration: 157.107081ms)","trace[1920015960] 'compare' (duration: 37.90481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T22:58:03.020488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.119962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-08T22:58:03.020687Z","caller":"traceutil/trace.go:171","msg":"trace[942998251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1821; }","duration":"104.379069ms","start":"2026-04-08T22:58:02.916283Z","end":"2026-04-08T22:58:03.020662Z","steps":["trace[942998251] 'range keys from in-memory index tree' (duration: 103.927417ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:15.912944Z","caller":"traceutil/trace.go:171","msg":"trace[782075103] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"128.013272ms","start":"2026-04-08T22:58:15.784897Z","end":"2026-04-08T22:58:15.91291Z","steps":["trace[782075103] 'read index received' (duration: 127.721454ms)","trace[782075103] 'applied index is now lower than readState.Index' (duration: 290.248µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:58:15.913003Z","caller":"traceutil/trace.go:171","msg":"trace[757617686] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"128.802974ms","start":"2026-04-08T22:58:15.784173Z","end":"2026-04-08T22:58:15.912976Z","steps":["trace[757617686] 'process raft request' (duration: 128.531707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:15.91333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.410744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T22:58:15.913417Z","caller":"traceutil/trace.go:171","msg":"trace[648859148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"128.553378ms","start":"2026-04-08T22:58:15.78484Z","end":"2026-04-08T22:58:15.913394Z","steps":["trace[648859148] 'agreement among raft nodes before linearized reading' (duration: 128.251119ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T22:58:52.332772Z","caller":"traceutil/trace.go:171","msg":"trace[725271896] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2225; }","duration":"109.813902ms","start":"2026-04-08T22:58:52.222932Z","end":"2026-04-08T22:58:52.332746Z","steps":["trace[725271896] 'read index received' (duration: 41.681687ms)","trace[725271896] 'applied index is now lower than readState.Index' (duration: 68.131435ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:58:52.332902Z","caller":"traceutil/trace.go:171","msg":"trace[1317236781] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"251.983028ms","start":"2026-04-08T22:58:52.08088Z","end":"2026-04-08T22:58:52.332863Z","steps":["trace[1317236781] 'process raft request' (duration: 183.649087ms)","trace[1317236781] 'compare' (duration: 67.963741ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T22:58:52.33314Z","caller":"traceutil/trace.go:171","msg":"trace[1164229577] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"251.902666ms","start":"2026-04-08T22:58:52.08122Z","end":"2026-04-08T22:58:52.333123Z","steps":["trace[1164229577] 'process raft request' (duration: 251.464654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T22:58:52.333245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.234943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T22:58:52.333452Z","caller":"traceutil/trace.go:171","msg":"trace[804084972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2146; }","duration":"110.48815ms","start":"2026-04-08T22:58:52.222879Z","end":"2026-04-08T22:58:52.333367Z","steps":["trace[804084972] 'agreement among raft nodes before linearized reading' (duration: 109.981206ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:01.356236Z","caller":"traceutil/trace.go:171","msg":"trace[1894493501] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4846; }","duration":"112.257853ms","start":"2026-04-08T23:04:01.243956Z","end":"2026-04-08T23:04:01.356214Z","steps":["trace[1894493501] 'read index received' (duration: 112.107739ms)","trace[1894493501] 'applied index is now lower than readState.Index' (duration: 149.264µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:04:01.356341Z","caller":"traceutil/trace.go:171","msg":"trace[76427922] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"112.714627ms","start":"2026-04-08T23:04:01.243618Z","end":"2026-04-08T23:04:01.356332Z","steps":["trace[76427922] 'process raft request' (duration: 112.454219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:01.356663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.709256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-08T23:04:01.356745Z","caller":"traceutil/trace.go:171","msg":"trace[1890513968] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4667; }","duration":"112.830569ms","start":"2026-04-08T23:04:01.243895Z","end":"2026-04-08T23:04:01.356725Z","steps":["trace[1890513968] 'agreement among raft nodes before linearized reading' (duration: 112.594433ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:01.359791Z","caller":"traceutil/trace.go:171","msg":"trace[2068542966] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"111.180974ms","start":"2026-04-08T23:04:01.248558Z","end":"2026-04-08T23:04:01.359739Z","steps":["trace[2068542966] 'process raft request' (duration: 110.972538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:01.359968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.552975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61906"} {"level":"info","ts":"2026-04-08T23:04:01.360044Z","caller":"traceutil/trace.go:171","msg":"trace[1757360217] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4668; }","duration":"115.655748ms","start":"2026-04-08T23:04:01.244364Z","end":"2026-04-08T23:04:01.36002Z","steps":["trace[1757360217] 'agreement among raft nodes before linearized reading' (duration: 115.344659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:01.35995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.511216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10be885b-a5e8-44db-8da9-b3f472744706\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-08T23:04:01.360232Z","caller":"traceutil/trace.go:171","msg":"trace[275933819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10be885b-a5e8-44db-8da9-b3f472744706; range_end:; response_count:1; response_revision:4668; }","duration":"114.807794ms","start":"2026-04-08T23:04:01.245404Z","end":"2026-04-08T23:04:01.360211Z","steps":["trace[275933819] 'agreement among raft nodes before linearized reading' (duration: 114.461345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:10.766034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.383362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-6l54q-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-04-08T23:04:10.766117Z","caller":"traceutil/trace.go:171","msg":"trace[1479270001] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-6l54q-tls; range_end:; response_count:1; response_revision:4963; }","duration":"229.532927ms","start":"2026-04-08T23:04:10.536567Z","end":"2026-04-08T23:04:10.7661Z","steps":["trace[1479270001] 'range keys from in-memory index tree' (duration: 229.202297ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:10.776856Z","caller":"traceutil/trace.go:171","msg":"trace[496094320] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5152; }","duration":"190.269205ms","start":"2026-04-08T23:04:10.586567Z","end":"2026-04-08T23:04:10.776836Z","steps":["trace[496094320] 'read index received' (duration: 190.08154ms)","trace[496094320] 'applied index is now lower than readState.Index' (duration: 186.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:04:10.776897Z","caller":"traceutil/trace.go:171","msg":"trace[1012753783] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"234.831555ms","start":"2026-04-08T23:04:10.542043Z","end":"2026-04-08T23:04:10.776874Z","steps":["trace[1012753783] 'process raft request' (duration: 234.65492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:10.777183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.192879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-04-08T23:04:10.777236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.616713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T23:04:10.77727Z","caller":"traceutil/trace.go:171","msg":"trace[1619924306] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4964; }","duration":"182.322073ms","start":"2026-04-08T23:04:10.594929Z","end":"2026-04-08T23:04:10.777251Z","steps":["trace[1619924306] 'agreement among raft nodes before linearized reading' (duration: 182.071736ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:10.777322Z","caller":"traceutil/trace.go:171","msg":"trace[722516598] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4964; }","duration":"117.715616ms","start":"2026-04-08T23:04:10.659589Z","end":"2026-04-08T23:04:10.777304Z","steps":["trace[722516598] 'agreement among raft nodes before linearized reading' (duration: 117.549251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:10.7774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.82249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777481"} {"level":"info","ts":"2026-04-08T23:04:10.77744Z","caller":"traceutil/trace.go:171","msg":"trace[1947017814] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4964; }","duration":"190.922122ms","start":"2026-04-08T23:04:10.586508Z","end":"2026-04-08T23:04:10.77743Z","steps":["trace[1947017814] 'agreement among raft nodes before linearized reading' (duration: 190.48074ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:11.346858Z","caller":"traceutil/trace.go:171","msg":"trace[617165550] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"136.481607ms","start":"2026-04-08T23:04:11.210349Z","end":"2026-04-08T23:04:11.346831Z","steps":["trace[617165550] 'process raft request' (duration: 136.026255ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:24.932515Z","caller":"traceutil/trace.go:171","msg":"trace[507124223] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"107.63531ms","start":"2026-04-08T23:04:24.824857Z","end":"2026-04-08T23:04:24.932492Z","steps":["trace[507124223] 'process raft request' (duration: 107.485436ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:29.053331Z","caller":"traceutil/trace.go:171","msg":"trace[495944849] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"110.804068ms","start":"2026-04-08T23:04:28.942504Z","end":"2026-04-08T23:04:29.053308Z","steps":["trace[495944849] 'process raft request' (duration: 110.470959ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:29.24799Z","caller":"traceutil/trace.go:171","msg":"trace[1505969772] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"189.522774ms","start":"2026-04-08T23:04:29.058433Z","end":"2026-04-08T23:04:29.247956Z","steps":["trace[1505969772] 'process raft request' (duration: 102.000733ms)","trace[1505969772] 'compare' (duration: 87.192362ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:04:29.248008Z","caller":"traceutil/trace.go:171","msg":"trace[448416298] linearizableReadLoop","detail":"{readStateIndex:5543; appliedIndex:5541; }","duration":"142.494898ms","start":"2026-04-08T23:04:29.105478Z","end":"2026-04-08T23:04:29.247973Z","steps":["trace[448416298] 'read index received' (duration: 54.957467ms)","trace[448416298] 'applied index is now lower than readState.Index' (duration: 87.536141ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:04:29.248047Z","caller":"traceutil/trace.go:171","msg":"trace[1376453859] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"167.220553ms","start":"2026-04-08T23:04:29.080798Z","end":"2026-04-08T23:04:29.248019Z","steps":["trace[1376453859] 'process raft request' (duration: 167.041669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:29.248238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.228244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T23:04:29.248242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.763445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T23:04:29.248307Z","caller":"traceutil/trace.go:171","msg":"trace[744984146] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5343; }","duration":"122.349728ms","start":"2026-04-08T23:04:29.125941Z","end":"2026-04-08T23:04:29.24829Z","steps":["trace[744984146] 'agreement among raft nodes before linearized reading' (duration: 122.215674ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:04:29.248318Z","caller":"traceutil/trace.go:171","msg":"trace[1693763433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5343; }","duration":"142.899109ms","start":"2026-04-08T23:04:29.105401Z","end":"2026-04-08T23:04:29.2483Z","steps":["trace[1693763433] 'agreement among raft nodes before linearized reading' (duration: 142.682543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:04:40.060227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.806583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:04:40.060406Z","caller":"traceutil/trace.go:171","msg":"trace[1060243388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5494; }","duration":"136.04782ms","start":"2026-04-08T23:04:39.924338Z","end":"2026-04-08T23:04:40.060386Z","steps":["trace[1060243388] 'range keys from in-memory index tree' (duration: 135.70888ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:06:00.202324Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3033} {"level":"info","ts":"2026-04-08T23:06:00.298962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3033,"took":"94.613119ms","hash":1543068997,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":31887360,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-08T23:06:00.299098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1543068997,"revision":3033,"compact-revision":-1} {"level":"info","ts":"2026-04-08T23:10:17.137812Z","caller":"traceutil/trace.go:171","msg":"trace[584917457] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"140.319648ms","start":"2026-04-08T23:10:16.997467Z","end":"2026-04-08T23:10:17.137787Z","steps":["trace[584917457] 'process raft request' (duration: 140.157983ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:17.264416Z","caller":"traceutil/trace.go:171","msg":"trace[895097167] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"213.65531ms","start":"2026-04-08T23:10:17.050723Z","end":"2026-04-08T23:10:17.264378Z","steps":["trace[895097167] 'process raft request' (duration: 155.14771ms)","trace[895097167] 'compare' (duration: 58.337395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:10:28.908469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.788846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:10:28.908576Z","caller":"traceutil/trace.go:171","msg":"trace[1357169731] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8143; }","duration":"110.902909ms","start":"2026-04-08T23:10:28.79765Z","end":"2026-04-08T23:10:28.908552Z","steps":["trace[1357169731] 'count revisions from in-memory index tree' (duration: 110.728334ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:29.915652Z","caller":"traceutil/trace.go:171","msg":"trace[323430104] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8434; }","duration":"438.284715ms","start":"2026-04-08T23:10:29.477341Z","end":"2026-04-08T23:10:29.915625Z","steps":["trace[323430104] 'read index received' (duration: 438.220674ms)","trace[323430104] 'applied index is now lower than readState.Index' (duration: 62.671µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:10:29.915761Z","caller":"traceutil/trace.go:171","msg":"trace[1803024064] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"490.400857ms","start":"2026-04-08T23:10:29.42533Z","end":"2026-04-08T23:10:29.91573Z","steps":["trace[1803024064] 'process raft request' (duration: 490.13363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:29.915887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.539272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T23:10:29.915938Z","caller":"traceutil/trace.go:171","msg":"trace[26135808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8147; }","duration":"438.642216ms","start":"2026-04-08T23:10:29.477283Z","end":"2026-04-08T23:10:29.915925Z","steps":["trace[26135808] 'agreement among raft nodes before linearized reading' (duration: 438.486081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:29.915991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.477263Z","time spent":"438.716158ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T23:10:29.916424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.425308Z","time spent":"490.51775ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T23:10:30.286345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.06642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T23:10:30.286642Z","caller":"traceutil/trace.go:171","msg":"trace[1293895313] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"365.931052ms","start":"2026-04-08T23:10:29.920687Z","end":"2026-04-08T23:10:30.286618Z","steps":["trace[1293895313] 'process raft request' (duration: 365.766437ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:30.286622Z","caller":"traceutil/trace.go:171","msg":"trace[1366589570] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"436.700652ms","start":"2026-04-08T23:10:29.84988Z","end":"2026-04-08T23:10:30.286581Z","steps":["trace[1366589570] 'process raft request' (duration: 328.312873ms)","trace[1366589570] 'compare' (duration: 107.768042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:10:30.286747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.92066Z","time spent":"366.047844ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T23:10:30.286832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.849853Z","time spent":"436.875737ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T23:10:30.286975Z","caller":"traceutil/trace.go:171","msg":"trace[84272007] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"371.216819ms","start":"2026-04-08T23:10:29.915742Z","end":"2026-04-08T23:10:30.286959Z","steps":["trace[84272007] 'read index received' (duration: 262.45886ms)","trace[84272007] 'applied index is now lower than readState.Index' (duration: 108.756109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:10:30.287268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.525726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T23:10:30.287321Z","caller":"traceutil/trace.go:171","msg":"trace[880101188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8149; }","duration":"427.607978ms","start":"2026-04-08T23:10:29.8597Z","end":"2026-04-08T23:10:30.287308Z","steps":["trace[880101188] 'agreement among raft nodes before linearized reading' (duration: 427.459014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:30.287372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.859687Z","time spent":"427.673071ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T23:10:30.287385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.855758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c5rv5\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-08T23:10:30.28738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.314646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T23:10:30.287428Z","caller":"traceutil/trace.go:171","msg":"trace[1035246228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c5rv5; range_end:; response_count:1; response_revision:8149; }","duration":"472.93115ms","start":"2026-04-08T23:10:29.814485Z","end":"2026-04-08T23:10:30.287416Z","steps":["trace[1035246228] 'agreement among raft nodes before linearized reading' (duration: 472.748515ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:30.287462Z","caller":"traceutil/trace.go:171","msg":"trace[388196994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8149; }","duration":"773.436099ms","start":"2026-04-08T23:10:29.514Z","end":"2026-04-08T23:10:30.287436Z","steps":["trace[388196994] 'agreement among raft nodes before linearized reading' (duration: 773.230113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:30.287469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.814461Z","time spent":"473.000963ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-c5rv5\" "} {"level":"warn","ts":"2026-04-08T23:10:30.287458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.844237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T23:10:30.28751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.513979Z","time spent":"773.522522ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-08T23:10:30.28754Z","caller":"traceutil/trace.go:171","msg":"trace[1202271705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8149; }","duration":"361.96358ms","start":"2026-04-08T23:10:29.925557Z","end":"2026-04-08T23:10:30.287521Z","steps":["trace[1202271705] 'agreement among raft nodes before linearized reading' (duration: 361.828697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:30.287586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.925538Z","time spent":"362.040122ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T23:10:30.287875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.943547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T23:10:30.287876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.293933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T23:10:30.287893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.557493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T23:10:30.287937Z","caller":"traceutil/trace.go:171","msg":"trace[498330396] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8149; }","duration":"126.04532ms","start":"2026-04-08T23:10:30.161873Z","end":"2026-04-08T23:10:30.287918Z","steps":["trace[498330396] 'agreement among raft nodes before linearized reading' (duration: 125.758212ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:30.287956Z","caller":"traceutil/trace.go:171","msg":"trace[1919610038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8149; }","duration":"350.653026ms","start":"2026-04-08T23:10:29.937283Z","end":"2026-04-08T23:10:30.287936Z","steps":["trace[1919610038] 'agreement among raft nodes before linearized reading' (duration: 350.384278ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:30.287952Z","caller":"traceutil/trace.go:171","msg":"trace[1234163434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8149; }","duration":"346.390496ms","start":"2026-04-08T23:10:29.941538Z","end":"2026-04-08T23:10:30.287929Z","steps":["trace[1234163434] 'agreement among raft nodes before linearized reading' (duration: 346.110478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:30.287988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.937268Z","time spent":"350.713357ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T23:10:30.288002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.941526Z","time spent":"346.462958ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T23:10:30.288099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.707161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T23:10:30.288169Z","caller":"traceutil/trace.go:171","msg":"trace[879856485] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8149; }","duration":"529.823435ms","start":"2026-04-08T23:10:29.758329Z","end":"2026-04-08T23:10:30.288152Z","steps":["trace[879856485] 'agreement among raft nodes before linearized reading' (duration: 529.035123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:30.288224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T23:10:29.758308Z","time spent":"529.902247ms","remote":"127.0.0.1:41540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T23:10:30.455362Z","caller":"traceutil/trace.go:171","msg":"trace[1629870331] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8437; }","duration":"162.627729ms","start":"2026-04-08T23:10:30.292722Z","end":"2026-04-08T23:10:30.45535Z","steps":["trace[1629870331] 'read index received' (duration: 29.42449ms)","trace[1629870331] 'applied index is now lower than readState.Index' (duration: 133.202669ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:10:30.455359Z","caller":"traceutil/trace.go:171","msg":"trace[1982052639] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"162.67365ms","start":"2026-04-08T23:10:30.292662Z","end":"2026-04-08T23:10:30.455335Z","steps":["trace[1982052639] 'process raft request' (duration: 116.610447ms)","trace[1982052639] 'compare' (duration: 45.933089ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:10:30.455407Z","caller":"traceutil/trace.go:171","msg":"trace[150834787] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"162.527626ms","start":"2026-04-08T23:10:30.292862Z","end":"2026-04-08T23:10:30.45539Z","steps":["trace[150834787] 'process raft request' (duration: 162.462114ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:30.45542Z","caller":"traceutil/trace.go:171","msg":"trace[1987789838] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"162.617649ms","start":"2026-04-08T23:10:30.292756Z","end":"2026-04-08T23:10:30.455373Z","steps":["trace[1987789838] 'process raft request' (duration: 162.540487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:10:30.455764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.02284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223830"} {"level":"info","ts":"2026-04-08T23:10:30.455827Z","caller":"traceutil/trace.go:171","msg":"trace[219905741] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8153; }","duration":"163.099472ms","start":"2026-04-08T23:10:30.292714Z","end":"2026-04-08T23:10:30.455814Z","steps":["trace[219905741] 'agreement among raft nodes before linearized reading' (duration: 162.691771ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:10:59.051389Z","caller":"traceutil/trace.go:171","msg":"trace[522553976] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"112.276697ms","start":"2026-04-08T23:10:58.939079Z","end":"2026-04-08T23:10:59.051356Z","steps":["trace[522553976] 'process raft request' (duration: 112.086501ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:11:00.209266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6146} {"level":"info","ts":"2026-04-08T23:11:00.3021Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6146,"took":"90.934232ms","hash":1939743326,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":23146496,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-08T23:11:00.302173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1939743326,"revision":6146,"compact-revision":3033} {"level":"info","ts":"2026-04-08T23:11:09.744121Z","caller":"traceutil/trace.go:171","msg":"trace[605476703] linearizableReadLoop","detail":"{readStateIndex:8755; appliedIndex:8754; }","duration":"161.758175ms","start":"2026-04-08T23:11:09.58233Z","end":"2026-04-08T23:11:09.744088Z","steps":["trace[605476703] 'read index received' (duration: 110.197399ms)","trace[605476703] 'applied index is now lower than readState.Index' (duration: 51.559616ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:11:09.744213Z","caller":"traceutil/trace.go:171","msg":"trace[984517963] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"162.65222ms","start":"2026-04-08T23:11:09.5815Z","end":"2026-04-08T23:11:09.744152Z","steps":["trace[984517963] 'process raft request' (duration: 111.078803ms)","trace[984517963] 'compare' (duration: 51.375401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T23:11:09.744353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.003751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-08T23:11:09.744398Z","caller":"traceutil/trace.go:171","msg":"trace[676957908] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8452; }","duration":"162.081524ms","start":"2026-04-08T23:11:09.582301Z","end":"2026-04-08T23:11:09.744383Z","steps":["trace[676957908] 'agreement among raft nodes before linearized reading' (duration: 161.902429ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:11:10.868129Z","caller":"traceutil/trace.go:171","msg":"trace[1236664149] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"290.660845ms","start":"2026-04-08T23:11:10.577436Z","end":"2026-04-08T23:11:10.868097Z","steps":["trace[1236664149] 'process raft request' (duration: 290.520311ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:11:10.913204Z","caller":"traceutil/trace.go:171","msg":"trace[805561922] linearizableReadLoop","detail":"{readStateIndex:8765; appliedIndex:8764; }","duration":"220.782208ms","start":"2026-04-08T23:11:10.692393Z","end":"2026-04-08T23:11:10.913176Z","steps":["trace[805561922] 'read index received' (duration: 175.698193ms)","trace[805561922] 'applied index is now lower than readState.Index' (duration: 45.082065ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T23:11:10.913276Z","caller":"traceutil/trace.go:171","msg":"trace[626882551] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"156.112808ms","start":"2026-04-08T23:11:10.757134Z","end":"2026-04-08T23:11:10.913247Z","steps":["trace[626882551] 'process raft request' (duration: 155.990365ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:11:10.913293Z","caller":"traceutil/trace.go:171","msg":"trace[610480119] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"253.710445ms","start":"2026-04-08T23:11:10.659523Z","end":"2026-04-08T23:11:10.913233Z","steps":["trace[610480119] 'process raft request' (duration: 253.422667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:11:10.913513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.103728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T23:11:10.913565Z","caller":"traceutil/trace.go:171","msg":"trace[895622062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8463; }","duration":"221.230401ms","start":"2026-04-08T23:11:10.692323Z","end":"2026-04-08T23:11:10.913553Z","steps":["trace[895622062] 'agreement among raft nodes before linearized reading' (duration: 221.026455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:11:10.91357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.884973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T23:11:10.913619Z","caller":"traceutil/trace.go:171","msg":"trace[1237310052] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8463; }","duration":"163.967456ms","start":"2026-04-08T23:11:10.749641Z","end":"2026-04-08T23:11:10.913609Z","steps":["trace[1237310052] 'agreement among raft nodes before linearized reading' (duration: 163.876594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:11:10.913612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.350602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T23:11:10.913749Z","caller":"traceutil/trace.go:171","msg":"trace[176249996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8463; }","duration":"194.519276ms","start":"2026-04-08T23:11:10.719209Z","end":"2026-04-08T23:11:10.913729Z","steps":["trace[176249996] 'agreement among raft nodes before linearized reading' (duration: 194.238859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:11:10.913745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.282159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-08T23:11:10.913859Z","caller":"traceutil/trace.go:171","msg":"trace[1030270363] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8463; }","duration":"190.425254ms","start":"2026-04-08T23:11:10.723383Z","end":"2026-04-08T23:11:10.913808Z","steps":["trace[1030270363] 'agreement among raft nodes before linearized reading' (duration: 190.105455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T23:11:10.914067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.611395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c5rv5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-08T23:11:10.9141Z","caller":"traceutil/trace.go:171","msg":"trace[1948269861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c5rv5; range_end:; response_count:1; response_revision:8463; }","duration":"182.696607ms","start":"2026-04-08T23:11:10.731397Z","end":"2026-04-08T23:11:10.914093Z","steps":["trace[1948269861] 'agreement among raft nodes before linearized reading' (duration: 182.06657ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:12:14.516859Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b4.wal"} {"level":"info","ts":"2026-04-08T23:12:21.455034Z","caller":"traceutil/trace.go:171","msg":"trace[1709064169] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"124.279572ms","start":"2026-04-08T23:12:21.330716Z","end":"2026-04-08T23:12:21.454995Z","steps":["trace[1709064169] 'process raft request' (duration: 124.036375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:12:21.488535Z","caller":"traceutil/trace.go:171","msg":"trace[1544901807] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"157.493128ms","start":"2026-04-08T23:12:21.330975Z","end":"2026-04-08T23:12:21.488469Z","steps":["trace[1544901807] 'process raft request' (duration: 157.249461ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T23:13:25.483047Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T23:13:25.48916Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T23:13:25.489296Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T23:16:00.216395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8362} {"level":"info","ts":"2026-04-08T23:16:00.296207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8362,"took":"77.314829ms","hash":984249246,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":24862720,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-08T23:16:00.296308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":984249246,"revision":8362,"compact-revision":6146} {"level":"info","ts":"2026-04-08T23:21:00.222342Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10747} {"level":"info","ts":"2026-04-08T23:21:00.301139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10747,"took":"77.007784ms","hash":113490103,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":20209664,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-08T23:21:00.301193Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":113490103,"revision":10747,"compact-revision":8362}