{"level":"warn","ts":"2026-07-03T11:58:55.256489Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:58:55.25658Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T11:58:55.25665Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:58:55.256662Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-03T11:58:55.256679Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:58:55.257215Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-07-03T11:58:55.257285Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T11:58:55.264537Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.828979ms"} {"level":"info","ts":"2026-07-03T11:58:55.287515Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-07-03T11:58:55.287618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T11:58:55.287658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-07-03T11:58:55.287682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T11:58:55.287702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-07-03T11:58:55.287776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-07-03T11:58:55.319327Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T11:58:55.32271Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T11:58:55.323965Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T11:58:55.325884Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T11:58:55.326475Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T11:58:55.326783Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:55.326859Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:55.326877Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:58:55.327172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-07-03T11:58:55.327393Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-03T11:58:55.328365Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:58:55.328606Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T11:58:55.328639Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T11:58:55.328773Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-03T11:58:55.328787Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-03T11:58:56.188903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T11:58:56.189003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T11:58:56.18904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-07-03T11:58:56.189066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-07-03T11:58:56.189079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-03T11:58:56.189096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-07-03T11:58:56.18911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-03T11:58:56.190323Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:56.191434Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:58:56.191426Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T11:58:56.191494Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:58:56.191854Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T11:58:56.191962Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T11:58:56.192106Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:56.192276Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:56.192326Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:58:56.194717Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T11:58:56.195145Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-07-03T11:59:36.935688Z","caller":"traceutil/trace.go:171","msg":"trace[1245446727] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"214.363832ms","start":"2026-07-03T11:59:36.721271Z","end":"2026-07-03T11:59:36.935635Z","steps":["trace[1245446727] 'process raft request' (duration: 212.119079ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:37.295199Z","caller":"traceutil/trace.go:171","msg":"trace[1604019309] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"287.220232ms","start":"2026-07-03T11:59:37.007953Z","end":"2026-07-03T11:59:37.295173Z","steps":["trace[1604019309] 'read index received' (duration: 287.017768ms)","trace[1604019309] 'applied index is now lower than readState.Index' (duration: 201.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:37.295258Z","caller":"traceutil/trace.go:171","msg":"trace[367530490] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"304.887837ms","start":"2026-07-03T11:59:36.990343Z","end":"2026-07-03T11:59:37.295231Z","steps":["trace[367530490] 'process raft request' (duration: 304.704754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:37.295423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.450876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dvzxb\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-03T11:59:37.295491Z","caller":"traceutil/trace.go:171","msg":"trace[1660308716] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dvzxb; range_end:; response_count:1; response_revision:628; }","duration":"287.558647ms","start":"2026-07-03T11:59:37.007921Z","end":"2026-07-03T11:59:37.29548Z","steps":["trace[1660308716] 'agreement among raft nodes before linearized reading' (duration: 287.347654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:37.295835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:59:36.990311Z","time spent":"305.01492ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:59:37.505645Z","caller":"traceutil/trace.go:171","msg":"trace[892933557] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"196.86207ms","start":"2026-07-03T11:59:37.308734Z","end":"2026-07-03T11:59:37.505596Z","steps":["trace[892933557] 'process raft request' (duration: 182.009489ms)","trace[892933557] 'compare' (duration: 14.716298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:52.925322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.676587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:59:52.925449Z","caller":"traceutil/trace.go:171","msg":"trace[301937647] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"258.604685ms","start":"2026-07-03T11:59:52.666825Z","end":"2026-07-03T11:59:52.925429Z","steps":["trace[301937647] 'process raft request' (duration: 117.40699ms)","trace[301937647] 'compare' (duration: 140.505463ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:51.568731Z","caller":"traceutil/trace.go:171","msg":"trace[335477595] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"219.520358ms","start":"2026-07-03T12:00:51.349179Z","end":"2026-07-03T12:00:51.5687Z","steps":["trace[335477595] 'process raft request' (duration: 189.941258ms)","trace[335477595] 'compare' (duration: 29.197582ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:36.590201Z","caller":"traceutil/trace.go:171","msg":"trace[764931673] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"186.050932ms","start":"2026-07-03T12:01:36.404125Z","end":"2026-07-03T12:01:36.590176Z","steps":["trace[764931673] 'process raft request' (duration: 185.858599ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:37.026476Z","caller":"traceutil/trace.go:171","msg":"trace[547704594] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"234.63626ms","start":"2026-07-03T12:01:36.791809Z","end":"2026-07-03T12:01:37.026445Z","steps":["trace[547704594] 'process raft request' (duration: 219.746363ms)","trace[547704594] 'compare' (duration: 14.609472ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:01:37.026599Z","caller":"traceutil/trace.go:171","msg":"trace[1342139297] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"197.257319ms","start":"2026-07-03T12:01:36.829304Z","end":"2026-07-03T12:01:37.026561Z","steps":["trace[1342139297] 'process raft request' (duration: 197.066106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:50.814319Z","caller":"traceutil/trace.go:171","msg":"trace[258130947] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"100.042437ms","start":"2026-07-03T12:01:50.714251Z","end":"2026-07-03T12:01:50.814293Z","steps":["trace[258130947] 'process raft request' (duration: 99.899744ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:02:33.45558Z","caller":"traceutil/trace.go:171","msg":"trace[212012732] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"126.063298ms","start":"2026-07-03T12:02:33.32949Z","end":"2026-07-03T12:02:33.455553Z","steps":["trace[212012732] 'read index received' (duration: 125.71173ms)","trace[212012732] 'applied index is now lower than readState.Index' (duration: 350.158µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:02:33.455691Z","caller":"traceutil/trace.go:171","msg":"trace[488598433] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"168.665589ms","start":"2026-07-03T12:02:33.286959Z","end":"2026-07-03T12:02:33.455624Z","steps":["trace[488598433] 'process raft request' (duration: 168.400794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:02:33.455797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.274981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:02:33.455917Z","caller":"traceutil/trace.go:171","msg":"trace[1941488890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2316; }","duration":"126.469875ms","start":"2026-07-03T12:02:33.329424Z","end":"2026-07-03T12:02:33.455894Z","steps":["trace[1941488890] 'agreement among raft nodes before linearized reading' (duration: 126.248781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:42.305259Z","caller":"traceutil/trace.go:171","msg":"trace[1009780179] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"107.819775ms","start":"2026-07-03T12:07:42.197413Z","end":"2026-07-03T12:07:42.305233Z","steps":["trace[1009780179] 'process raft request' (duration: 107.661851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:42.640021Z","caller":"traceutil/trace.go:171","msg":"trace[69376348] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"125.483223ms","start":"2026-07-03T12:07:42.514509Z","end":"2026-07-03T12:07:42.639993Z","steps":["trace[69376348] 'process raft request' (duration: 125.30387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:42.675075Z","caller":"traceutil/trace.go:171","msg":"trace[985028346] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"156.16579ms","start":"2026-07-03T12:07:42.518862Z","end":"2026-07-03T12:07:42.675028Z","steps":["trace[985028346] 'process raft request' (duration: 142.825094ms)","trace[985028346] 'compare' (duration: 12.554651ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:42.675222Z","caller":"traceutil/trace.go:171","msg":"trace[1798637216] linearizableReadLoop","detail":"{readStateIndex:5293; appliedIndex:5291; }","duration":"139.518402ms","start":"2026-07-03T12:07:42.535655Z","end":"2026-07-03T12:07:42.675173Z","steps":["trace[1798637216] 'read index received' (duration: 104.305798ms)","trace[1798637216] 'applied index is now lower than readState.Index' (duration: 35.211434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:42.675716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.021511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:07:42.675765Z","caller":"traceutil/trace.go:171","msg":"trace[1738760118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5096; }","duration":"140.119653ms","start":"2026-07-03T12:07:42.535633Z","end":"2026-07-03T12:07:42.675753Z","steps":["trace[1738760118] 'agreement among raft nodes before linearized reading' (duration: 139.657094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:42.689024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.239008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d42f155e-ec70-40da-a94c-0f51066d238a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-03T12:07:42.689086Z","caller":"traceutil/trace.go:171","msg":"trace[1420588504] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d42f155e-ec70-40da-a94c-0f51066d238a; range_end:; response_count:1; response_revision:5097; }","duration":"150.317279ms","start":"2026-07-03T12:07:42.538753Z","end":"2026-07-03T12:07:42.689071Z","steps":["trace[1420588504] 'agreement among raft nodes before linearized reading' (duration: 150.147466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:42.689328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.133682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T12:07:42.689365Z","caller":"traceutil/trace.go:171","msg":"trace[1560462085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5097; }","duration":"142.221954ms","start":"2026-07-03T12:07:42.547134Z","end":"2026-07-03T12:07:42.689356Z","steps":["trace[1560462085] 'agreement among raft nodes before linearized reading' (duration: 142.125362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:49.219682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.438877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110275"} {"level":"info","ts":"2026-07-03T12:07:49.219826Z","caller":"traceutil/trace.go:171","msg":"trace[223794647] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5245; }","duration":"107.617561ms","start":"2026-07-03T12:07:49.112196Z","end":"2026-07-03T12:07:49.219814Z","steps":["trace[223794647] 'range keys from in-memory index tree' (duration: 107.260254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:49.220051Z","caller":"traceutil/trace.go:171","msg":"trace[166047664] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"105.774675ms","start":"2026-07-03T12:07:49.114258Z","end":"2026-07-03T12:07:49.220033Z","steps":["trace[166047664] 'process raft request' (duration: 90.37014ms)","trace[166047664] 'compare' (duration: 14.857495ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:07:54.493144Z","caller":"traceutil/trace.go:171","msg":"trace[122402063] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"141.858516ms","start":"2026-07-03T12:07:54.351262Z","end":"2026-07-03T12:07:54.49312Z","steps":["trace[122402063] 'process raft request' (duration: 141.702373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:07:54.721296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.602537ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-03T12:07:54.721592Z","caller":"traceutil/trace.go:171","msg":"trace[1001494117] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5533; }","duration":"202.449476ms","start":"2026-07-03T12:07:54.519103Z","end":"2026-07-03T12:07:54.721552Z","steps":["trace[1001494117] 'read index received' (duration: 79.602334ms)","trace[1001494117] 'applied index is now lower than readState.Index' (duration: 122.843262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:07:54.722051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.913215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwdrr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-03T12:07:54.722024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.365734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:07:54.722117Z","caller":"traceutil/trace.go:171","msg":"trace[970368337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwdrr; range_end:; response_count:1; response_revision:5329; }","duration":"203.041188ms","start":"2026-07-03T12:07:54.519058Z","end":"2026-07-03T12:07:54.722099Z","steps":["trace[970368337] 'agreement among raft nodes before linearized reading' (duration: 202.720122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:07:54.722139Z","caller":"traceutil/trace.go:171","msg":"trace[398382426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5329; }","duration":"157.512097ms","start":"2026-07-03T12:07:54.564597Z","end":"2026-07-03T12:07:54.722109Z","steps":["trace[398382426] 'agreement among raft nodes before linearized reading' (duration: 157.379745ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:02.487746Z","caller":"traceutil/trace.go:171","msg":"trace[1071924008] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5708; }","duration":"160.015304ms","start":"2026-07-03T12:08:02.327686Z","end":"2026-07-03T12:08:02.487701Z","steps":["trace[1071924008] 'read index received' (duration: 159.843661ms)","trace[1071924008] 'applied index is now lower than readState.Index' (duration: 170.693µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:08:02.487802Z","caller":"traceutil/trace.go:171","msg":"trace[1430725562] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"172.722698ms","start":"2026-07-03T12:08:02.315054Z","end":"2026-07-03T12:08:02.487777Z","steps":["trace[1430725562] 'process raft request' (duration: 172.507474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:08:02.487824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.130036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:08:02.487854Z","caller":"traceutil/trace.go:171","msg":"trace[481115684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5502; }","duration":"160.211768ms","start":"2026-07-03T12:08:02.327636Z","end":"2026-07-03T12:08:02.487848Z","steps":["trace[481115684] 'agreement among raft nodes before linearized reading' (duration: 160.153057ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:08:56.222762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2966} {"level":"info","ts":"2026-07-03T12:08:56.299394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2966,"took":"75.200457ms","hash":2495145268,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":33972224,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T12:08:56.299454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2495145268,"revision":2966,"compact-revision":-1} {"level":"info","ts":"2026-07-03T12:13:56.23005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6022} {"level":"info","ts":"2026-07-03T12:13:56.32835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6022,"took":"96.414491ms","hash":795228209,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":21467136,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-03T12:13:56.328522Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":795228209,"revision":6022,"compact-revision":2966} {"level":"info","ts":"2026-07-03T12:14:20.826213Z","caller":"traceutil/trace.go:171","msg":"trace[1185435476] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8696; }","duration":"276.83141ms","start":"2026-07-03T12:14:20.549356Z","end":"2026-07-03T12:14:20.826187Z","steps":["trace[1185435476] 'read index received' (duration: 276.590075ms)","trace[1185435476] 'applied index is now lower than readState.Index' (duration: 240.385µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:14:20.826333Z","caller":"traceutil/trace.go:171","msg":"trace[720233170] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"285.963765ms","start":"2026-07-03T12:14:20.540335Z","end":"2026-07-03T12:14:20.826299Z","steps":["trace[720233170] 'process raft request' (duration: 285.70298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:14:20.82648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.271423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T12:14:20.826481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.117776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T12:14:20.826527Z","caller":"traceutil/trace.go:171","msg":"trace[1102044960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8396; }","duration":"182.334095ms","start":"2026-07-03T12:14:20.644181Z","end":"2026-07-03T12:14:20.826515Z","steps":["trace[1102044960] 'agreement among raft nodes before linearized reading' (duration: 182.172962ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:20.82654Z","caller":"traceutil/trace.go:171","msg":"trace[8698955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8396; }","duration":"277.219718ms","start":"2026-07-03T12:14:20.549306Z","end":"2026-07-03T12:14:20.826526Z","steps":["trace[8698955] 'agreement among raft nodes before linearized reading' (duration: 277.030924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:14:20.826554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.563591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:14:20.826665Z","caller":"traceutil/trace.go:171","msg":"trace[1416545259] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8396; }","duration":"168.735255ms","start":"2026-07-03T12:14:20.657905Z","end":"2026-07-03T12:14:20.82664Z","steps":["trace[1416545259] 'agreement among raft nodes before linearized reading' (duration: 168.51873ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:21.009291Z","caller":"traceutil/trace.go:171","msg":"trace[225295285] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"178.431869ms","start":"2026-07-03T12:14:20.830821Z","end":"2026-07-03T12:14:21.009252Z","steps":["trace[225295285] 'process raft request' (duration: 152.530383ms)","trace[225295285] 'compare' (duration: 25.406497ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:14:21.009442Z","caller":"traceutil/trace.go:171","msg":"trace[1644064424] linearizableReadLoop","detail":"{readStateIndex:8699; appliedIndex:8697; }","duration":"130.85186ms","start":"2026-07-03T12:14:20.878571Z","end":"2026-07-03T12:14:21.009423Z","steps":["trace[1644064424] 'read index received' (duration: 104.795292ms)","trace[1644064424] 'applied index is now lower than readState.Index' (duration: 26.055388ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:14:21.00967Z","caller":"traceutil/trace.go:171","msg":"trace[690905857] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"178.734795ms","start":"2026-07-03T12:14:20.83086Z","end":"2026-07-03T12:14:21.009595Z","steps":["trace[690905857] 'process raft request' (duration: 178.282557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:14:21.009949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.355299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwdrr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T12:14:21.010011Z","caller":"traceutil/trace.go:171","msg":"trace[2009780820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwdrr; range_end:; response_count:1; response_revision:8398; }","duration":"131.468023ms","start":"2026-07-03T12:14:20.878528Z","end":"2026-07-03T12:14:21.009996Z","steps":["trace[2009780820] 'agreement among raft nodes before linearized reading' (duration: 131.274718ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:33.069249Z","caller":"traceutil/trace.go:171","msg":"trace[623449615] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"201.817146ms","start":"2026-07-03T12:14:32.867399Z","end":"2026-07-03T12:14:33.069216Z","steps":["trace[623449615] 'process raft request' (duration: 201.570082ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:14:57.517892Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022cf.wal"} {"level":"info","ts":"2026-07-03T12:15:05.752906Z","caller":"traceutil/trace.go:171","msg":"trace[507638351] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"137.550399ms","start":"2026-07-03T12:15:05.615328Z","end":"2026-07-03T12:15:05.752878Z","steps":["trace[507638351] 'process raft request' (duration: 137.412516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:15:05.952724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.230967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:15:05.952829Z","caller":"traceutil/trace.go:171","msg":"trace[489153580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8688; }","duration":"120.348209ms","start":"2026-07-03T12:15:05.832455Z","end":"2026-07-03T12:15:05.952803Z","steps":["trace[489153580] 'count revisions from in-memory index tree' (duration: 120.123944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:15:05.952743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.574382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T12:15:05.952898Z","caller":"traceutil/trace.go:171","msg":"trace[1441760626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8688; }","duration":"122.778956ms","start":"2026-07-03T12:15:05.830099Z","end":"2026-07-03T12:15:05.952878Z","steps":["trace[1441760626] 'range keys from in-memory index tree' (duration: 122.352937ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:15:13.863269Z","caller":"traceutil/trace.go:171","msg":"trace[1385062134] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"117.852932ms","start":"2026-07-03T12:15:13.745376Z","end":"2026-07-03T12:15:13.863229Z","steps":["trace[1385062134] 'process raft request' (duration: 102.716193ms)","trace[1385062134] 'compare' (duration: 14.964616ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:15:14.059169Z","caller":"traceutil/trace.go:171","msg":"trace[1922549073] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"191.315935ms","start":"2026-07-03T12:15:13.867834Z","end":"2026-07-03T12:15:14.05915Z","steps":["trace[1922549073] 'process raft request' (duration: 191.162622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:16:46.672878Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T12:16:46.679043Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T12:16:46.679212Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-03T12:18:56.240435Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8088} {"level":"info","ts":"2026-07-03T12:18:56.309546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8088,"took":"66.941346ms","hash":2532218618,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":28569600,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T12:18:56.309605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2532218618,"revision":8088,"compact-revision":6022} {"level":"info","ts":"2026-07-03T12:22:07.89348Z","caller":"traceutil/trace.go:171","msg":"trace[1813788741] linearizableReadLoop","detail":"{readStateIndex:12365; appliedIndex:12364; }","duration":"127.196152ms","start":"2026-07-03T12:22:07.766258Z","end":"2026-07-03T12:22:07.893454Z","steps":["trace[1813788741] 'read index received' (duration: 127.1324ms)","trace[1813788741] 'applied index is now lower than readState.Index' (duration: 62.522µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:22:07.893668Z","caller":"traceutil/trace.go:171","msg":"trace[1081033553] transaction","detail":"{read_only:false; response_revision:11950; number_of_response:1; }","duration":"131.925111ms","start":"2026-07-03T12:22:07.761655Z","end":"2026-07-03T12:22:07.893581Z","steps":["trace[1081033553] 'process raft request' (duration: 131.656756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:22:07.893949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.66997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T12:22:07.894004Z","caller":"traceutil/trace.go:171","msg":"trace[1060381780] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11950; }","duration":"127.784422ms","start":"2026-07-03T12:22:07.766207Z","end":"2026-07-03T12:22:07.893992Z","steps":["trace[1060381780] 'agreement among raft nodes before linearized reading' (duration: 127.374075ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:22:08.306404Z","caller":"traceutil/trace.go:171","msg":"trace[80150392] linearizableReadLoop","detail":"{readStateIndex:12368; appliedIndex:12367; }","duration":"192.466494ms","start":"2026-07-03T12:22:08.113911Z","end":"2026-07-03T12:22:08.306377Z","steps":["trace[80150392] 'read index received' (duration: 192.2373ms)","trace[80150392] 'applied index is now lower than readState.Index' (duration: 228.194µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:22:08.30652Z","caller":"traceutil/trace.go:171","msg":"trace[292695155] transaction","detail":"{read_only:false; response_revision:11953; number_of_response:1; }","duration":"219.956967ms","start":"2026-07-03T12:22:08.086531Z","end":"2026-07-03T12:22:08.306488Z","steps":["trace[292695155] 'process raft request' (duration: 219.642341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:22:08.306676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.735989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-699f664598-7bc9d.18bec6fdee866e3b\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-07-03T12:22:08.30674Z","caller":"traceutil/trace.go:171","msg":"trace[1178621109] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-699f664598-7bc9d.18bec6fdee866e3b; range_end:; response_count:1; response_revision:11953; }","duration":"192.837391ms","start":"2026-07-03T12:22:08.113883Z","end":"2026-07-03T12:22:08.306721Z","steps":["trace[1178621109] 'agreement among raft nodes before linearized reading' (duration: 192.644517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:23:56.249789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10495} {"level":"info","ts":"2026-07-03T12:23:56.332641Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10495,"took":"80.977716ms","hash":1052481417,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":26693632,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-03T12:23:56.332733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1052481417,"revision":10495,"compact-revision":8088} {"level":"info","ts":"2026-07-03T12:28:28.227716Z","caller":"traceutil/trace.go:171","msg":"trace[1835017464] transaction","detail":"{read_only:false; response_revision:14507; number_of_response:1; }","duration":"116.033518ms","start":"2026-07-03T12:28:28.111653Z","end":"2026-07-03T12:28:28.227686Z","steps":["trace[1835017464] 'process raft request' (duration: 115.763693ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:28:28.34775Z","caller":"traceutil/trace.go:171","msg":"trace[1885345276] transaction","detail":"{read_only:false; response_revision:14508; number_of_response:1; }","duration":"116.130069ms","start":"2026-07-03T12:28:28.23158Z","end":"2026-07-03T12:28:28.34771Z","steps":["trace[1885345276] 'process raft request' (duration: 94.58472ms)","trace[1885345276] 'compare' (duration: 21.345106ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:28:44.595345Z","caller":"traceutil/trace.go:171","msg":"trace[555087333] linearizableReadLoop","detail":"{readStateIndex:15116; appliedIndex:15115; }","duration":"122.670573ms","start":"2026-07-03T12:28:44.472647Z","end":"2026-07-03T12:28:44.595318Z","steps":["trace[555087333] 'read index received' (duration: 92.692573ms)","trace[555087333] 'applied index is now lower than readState.Index' (duration: 29.97626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:28:44.595582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.986637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T12:28:44.595617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.951119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T12:28:44.595688Z","caller":"traceutil/trace.go:171","msg":"trace[254066226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14605; }","duration":"123.066942ms","start":"2026-07-03T12:28:44.472601Z","end":"2026-07-03T12:28:44.595668Z","steps":["trace[254066226] 'agreement among raft nodes before linearized reading' (duration: 122.847778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:28:44.595684Z","caller":"traceutil/trace.go:171","msg":"trace[2060681225] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14605; }","duration":"117.113069ms","start":"2026-07-03T12:28:44.478541Z","end":"2026-07-03T12:28:44.595654Z","steps":["trace[2060681225] 'agreement among raft nodes before linearized reading' (duration: 116.964486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:28:56.260216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12690} {"level":"info","ts":"2026-07-03T12:28:56.338431Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12690,"took":"75.136759ms","hash":2842508755,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":27639808,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-03T12:28:56.338519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2842508755,"revision":12690,"compact-revision":10495} {"level":"info","ts":"2026-07-03T12:29:06.132978Z","caller":"traceutil/trace.go:171","msg":"trace[16395244] linearizableReadLoop","detail":"{readStateIndex:15435; appliedIndex:15434; }","duration":"207.956893ms","start":"2026-07-03T12:29:05.925004Z","end":"2026-07-03T12:29:06.132961Z","steps":["trace[16395244] 'read index received' (duration: 207.78902ms)","trace[16395244] 'applied index is now lower than readState.Index' (duration: 167.153µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T12:29:06.133135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.071336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:29:06.133196Z","caller":"traceutil/trace.go:171","msg":"trace[53138477] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14912; }","duration":"208.195178ms","start":"2026-07-03T12:29:05.924964Z","end":"2026-07-03T12:29:06.13316Z","steps":["trace[53138477] 'agreement among raft nodes before linearized reading' (duration: 208.081686ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:29:06.133197Z","caller":"traceutil/trace.go:171","msg":"trace[1467833767] transaction","detail":"{read_only:false; response_revision:14912; number_of_response:1; }","duration":"234.808114ms","start":"2026-07-03T12:29:05.898361Z","end":"2026-07-03T12:29:06.133169Z","steps":["trace[1467833767] 'process raft request' (duration: 234.479348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:30:32.793066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.640893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d84r9\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-07-03T12:30:32.793185Z","caller":"traceutil/trace.go:171","msg":"trace[1184497284] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d84r9; range_end:; response_count:1; response_revision:15726; }","duration":"131.834146ms","start":"2026-07-03T12:30:32.661323Z","end":"2026-07-03T12:30:32.793157Z","steps":["trace[1184497284] 'range keys from in-memory index tree' (duration: 131.407479ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:33:56.266965Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14737} {"level":"info","ts":"2026-07-03T12:33:56.34728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14737,"took":"77.553024ms","hash":2296835790,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":34316288,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T12:33:56.347371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2296835790,"revision":14737,"compact-revision":12690} {"level":"info","ts":"2026-07-03T12:38:56.273598Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17340} {"level":"info","ts":"2026-07-03T12:38:56.37067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17340,"took":"92.576236ms","hash":2399698473,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":30244864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T12:38:56.370731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2399698473,"revision":17340,"compact-revision":14737} {"level":"info","ts":"2026-07-03T12:39:37.620491Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T12:39:37.624946Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T12:39:37.625047Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-03T12:43:56.279635Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19110} {"level":"info","ts":"2026-07-03T12:43:56.381094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19110,"took":"98.192014ms","hash":2495455452,"current-db-size-bytes":59158528,"current-db-size":"59 MB","current-db-size-in-use-bytes":24227840,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-03T12:43:56.381165Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2495455452,"revision":19110,"compact-revision":17340}