{"level":"warn","ts":"2026-08-22T02:50:37.211029Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T02:50:37.21113Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-22T02:50:37.211201Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T02:50:37.211214Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-08-22T02:50:37.211236Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T02:50:37.211884Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-08-22T02:50:37.211971Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-22T02:50:37.215501Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.316187ms"} {"level":"info","ts":"2026-08-22T02:50:37.220207Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-08-22T02:50:37.220272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T02:50:37.220343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-08-22T02:50:37.220356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-22T02:50:37.220364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-08-22T02:50:37.220404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-08-22T02:50:37.226186Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T02:50:37.229199Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T02:50:37.230535Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T02:50:37.233234Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T02:50:37.233382Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-22T02:50:37.233494Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T02:50:37.233541Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T02:50:37.233551Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T02:50:37.234222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-08-22T02:50:37.234345Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-08-22T02:50:37.239841Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T02:50:37.24012Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T02:50:37.24018Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T02:50:37.240385Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-08-22T02:50:37.240429Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-08-22T02:50:37.721407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-08-22T02:50:37.721501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-22T02:50:37.72155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-08-22T02:50:37.721583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-08-22T02:50:37.721601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-08-22T02:50:37.72162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-08-22T02:50:37.721641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-08-22T02:50:37.722839Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T02:50:37.723059Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T02:50:37.72321Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T02:50:37.723282Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T02:50:37.724406Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T02:50:37.724623Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T02:50:37.724697Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T02:50:37.726364Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-08-22T02:50:37.726436Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-22T02:50:37.726784Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T02:50:37.726922Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-22T02:50:50.146429Z","caller":"traceutil/trace.go:171","msg":"trace[1864446237] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:384; }","duration":"322.077794ms","start":"2026-08-22T02:50:49.824322Z","end":"2026-08-22T02:50:50.146399Z","steps":["trace[1864446237] 'read index received' (duration: 322.002122ms)","trace[1864446237] 'applied index is now lower than readState.Index' (duration: 74.552µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:50:50.146582Z","caller":"traceutil/trace.go:171","msg":"trace[1307677845] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"520.687305ms","start":"2026-08-22T02:50:49.625852Z","end":"2026-08-22T02:50:50.146539Z","steps":["trace[1307677845] 'process raft request' (duration: 520.376667ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:50:50.146714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-22T02:50:50.146774Z","caller":"traceutil/trace.go:171","msg":"trace[878125532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:370; }","duration":"322.545816ms","start":"2026-08-22T02:50:49.824215Z","end":"2026-08-22T02:50:50.146761Z","steps":["trace[878125532] 'agreement among raft nodes before linearized reading' (duration: 322.360671ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:50:50.14681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T02:50:49.82419Z","time spent":"322.611287ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T02:50:50.147333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T02:50:49.625829Z","time spent":"520.85972ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T02:50:50.250924Z","caller":"traceutil/trace.go:171","msg":"trace[878297729] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"365.389065ms","start":"2026-08-22T02:50:49.885499Z","end":"2026-08-22T02:50:50.250888Z","steps":["trace[878297729] 'process raft request' (duration: 357.691132ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:50:50.251Z","caller":"traceutil/trace.go:171","msg":"trace[632913035] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"104.397979ms","start":"2026-08-22T02:50:50.146546Z","end":"2026-08-22T02:50:50.250944Z","steps":["trace[632913035] 'read index received' (duration: 96.571683ms)","trace[632913035] 'applied index is now lower than readState.Index' (duration: 7.816596ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T02:50:50.251122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T02:50:49.885462Z","time spent":"365.552889ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T02:50:50.251158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.733452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T02:50:50.251242Z","caller":"traceutil/trace.go:171","msg":"trace[965316081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"267.825535ms","start":"2026-08-22T02:50:49.983394Z","end":"2026-08-22T02:50:50.25122Z","steps":["trace[965316081] 'agreement among raft nodes before linearized reading' (duration: 267.680071ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:51:17.136073Z","caller":"traceutil/trace.go:171","msg":"trace[1133749068] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"172.610732ms","start":"2026-08-22T02:51:16.963429Z","end":"2026-08-22T02:51:17.13604Z","steps":["trace[1133749068] 'read index received' (duration: 172.15313ms)","trace[1133749068] 'applied index is now lower than readState.Index' (duration: 456.392µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:51:17.136203Z","caller":"traceutil/trace.go:171","msg":"trace[1333850006] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"252.268837ms","start":"2026-08-22T02:51:16.883887Z","end":"2026-08-22T02:51:17.136156Z","steps":["trace[1333850006] 'process raft request' (duration: 251.846516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:51:17.136355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.90214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-08-22T02:51:17.136406Z","caller":"traceutil/trace.go:171","msg":"trace[1308087960] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:576; }","duration":"173.035543ms","start":"2026-08-22T02:51:16.963357Z","end":"2026-08-22T02:51:17.136392Z","steps":["trace[1308087960] 'agreement among raft nodes before linearized reading' (duration: 172.826048ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:51:21.436042Z","caller":"traceutil/trace.go:171","msg":"trace[578456182] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"210.700669ms","start":"2026-08-22T02:51:21.225309Z","end":"2026-08-22T02:51:21.436009Z","steps":["trace[578456182] 'read index received' (duration: 210.132415ms)","trace[578456182] 'applied index is now lower than readState.Index' (duration: 566.704µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:51:21.436099Z","caller":"traceutil/trace.go:171","msg":"trace[1546898498] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"212.494906ms","start":"2026-08-22T02:51:21.223552Z","end":"2026-08-22T02:51:21.436047Z","steps":["trace[1546898498] 'process raft request' (duration: 212.147467ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:51:21.436383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.013308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-08-22T02:51:21.436541Z","caller":"traceutil/trace.go:171","msg":"trace[2094322172] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:595; }","duration":"211.266534ms","start":"2026-08-22T02:51:21.225246Z","end":"2026-08-22T02:51:21.436512Z","steps":["trace[2094322172] 'agreement among raft nodes before linearized reading' (duration: 210.852694ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:51:21.985517Z","caller":"traceutil/trace.go:171","msg":"trace[946777502] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"104.030516ms","start":"2026-08-22T02:51:21.881415Z","end":"2026-08-22T02:51:21.985446Z","steps":["trace[946777502] 'process raft request' (duration: 103.143483ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:52:57.658654Z","caller":"traceutil/trace.go:171","msg":"trace[2113799078] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1941; }","duration":"154.574458ms","start":"2026-08-22T02:52:57.504052Z","end":"2026-08-22T02:52:57.658627Z","steps":["trace[2113799078] 'read index received' (duration: 154.313902ms)","trace[2113799078] 'applied index is now lower than readState.Index' (duration: 259.676µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:52:57.658777Z","caller":"traceutil/trace.go:171","msg":"trace[1871588717] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"217.973299ms","start":"2026-08-22T02:52:57.440749Z","end":"2026-08-22T02:52:57.658722Z","steps":["trace[1871588717] 'process raft request' (duration: 217.697372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:52:57.658933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.863747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-22T02:52:57.658992Z","caller":"traceutil/trace.go:171","msg":"trace[1480168659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"154.9716ms","start":"2026-08-22T02:52:57.503999Z","end":"2026-08-22T02:52:57.658971Z","steps":["trace[1480168659] 'agreement among raft nodes before linearized reading' (duration: 154.791275ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:52:58.17879Z","caller":"traceutil/trace.go:171","msg":"trace[505061289] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1945; }","duration":"199.409903ms","start":"2026-08-22T02:52:57.979342Z","end":"2026-08-22T02:52:58.178752Z","steps":["trace[505061289] 'read index received' (duration: 199.176697ms)","trace[505061289] 'applied index is now lower than readState.Index' (duration: 231.466µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:52:58.178899Z","caller":"traceutil/trace.go:171","msg":"trace[1901746802] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"207.970557ms","start":"2026-08-22T02:52:57.97089Z","end":"2026-08-22T02:52:58.178861Z","steps":["trace[1901746802] 'process raft request' (duration: 207.651099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:52:58.179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.584728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T02:52:58.179083Z","caller":"traceutil/trace.go:171","msg":"trace[1235789092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1872; }","duration":"199.774742ms","start":"2026-08-22T02:52:57.979292Z","end":"2026-08-22T02:52:58.179067Z","steps":["trace[1235789092] 'agreement among raft nodes before linearized reading' (duration: 199.590828ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:53:46.818662Z","caller":"traceutil/trace.go:171","msg":"trace[310929202] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"148.908875ms","start":"2026-08-22T02:53:46.669146Z","end":"2026-08-22T02:53:46.818055Z","steps":["trace[310929202] 'process raft request' (duration: 59.549415ms)","trace[310929202] 'compare' (duration: 89.003691ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:53:52.956265Z","caller":"traceutil/trace.go:171","msg":"trace[1901219757] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"114.03605ms","start":"2026-08-22T02:53:52.842192Z","end":"2026-08-22T02:53:52.956228Z","steps":["trace[1901219757] 'process raft request' (duration: 113.670741ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:53:52.974999Z","caller":"traceutil/trace.go:171","msg":"trace[811597600] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"130.746654ms","start":"2026-08-22T02:53:52.844215Z","end":"2026-08-22T02:53:52.974962Z","steps":["trace[811597600] 'process raft request' (duration: 130.570069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:53:53.260584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.528188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-22T02:53:53.260675Z","caller":"traceutil/trace.go:171","msg":"trace[813987040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2218; }","duration":"160.658081ms","start":"2026-08-22T02:53:53.099984Z","end":"2026-08-22T02:53:53.260642Z","steps":["trace[813987040] 'range keys from in-memory index tree' (duration: 160.280811ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:55:01.973535Z","caller":"traceutil/trace.go:171","msg":"trace[1731925410] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"174.811912ms","start":"2026-08-22T02:55:01.798664Z","end":"2026-08-22T02:55:01.973476Z","steps":["trace[1731925410] 'process raft request' (duration: 134.603572ms)","trace[1731925410] 'compare' (duration: 39.952274ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:55:01.974145Z","caller":"traceutil/trace.go:171","msg":"trace[396558541] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"174.474104ms","start":"2026-08-22T02:55:01.799284Z","end":"2026-08-22T02:55:01.973758Z","steps":["trace[396558541] 'process raft request' (duration: 174.134775ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:55:02.491552Z","caller":"traceutil/trace.go:171","msg":"trace[1646626489] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"137.658152ms","start":"2026-08-22T02:55:02.353864Z","end":"2026-08-22T02:55:02.491522Z","steps":["trace[1646626489] 'process raft request' (duration: 137.367205ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:57:42.0184Z","caller":"traceutil/trace.go:171","msg":"trace[402122282] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"148.444012ms","start":"2026-08-22T02:57:41.869924Z","end":"2026-08-22T02:57:42.018368Z","steps":["trace[402122282] 'process raft request' (duration: 148.164874ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:57:42.01965Z","caller":"traceutil/trace.go:171","msg":"trace[246973407] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"119.534466ms","start":"2026-08-22T02:57:41.900077Z","end":"2026-08-22T02:57:42.019611Z","steps":["trace[246973407] 'process raft request' (duration: 119.265159ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:59:23.852633Z","caller":"traceutil/trace.go:171","msg":"trace[237273039] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"377.817046ms","start":"2026-08-22T02:59:23.474763Z","end":"2026-08-22T02:59:23.85258Z","steps":["trace[237273039] 'process raft request' (duration: 283.078242ms)","trace[237273039] 'compare' (duration: 93.705928ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:59:23.852688Z","caller":"traceutil/trace.go:171","msg":"trace[1924587696] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5478; }","duration":"293.253332ms","start":"2026-08-22T02:59:23.559394Z","end":"2026-08-22T02:59:23.852647Z","steps":["trace[1924587696] 'read index received' (duration: 198.452976ms)","trace[1924587696] 'applied index is now lower than readState.Index' (duration: 94.798666ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:59:23.852743Z","caller":"traceutil/trace.go:171","msg":"trace[886345332] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"169.292093ms","start":"2026-08-22T02:59:23.683421Z","end":"2026-08-22T02:59:23.852713Z","steps":["trace[886345332] 'process raft request' (duration: 169.14743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:59:23.853439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T02:59:23.474729Z","time spent":"378.599086ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T02:59:23.853776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.613397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xfpsv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-22T02:59:23.85384Z","caller":"traceutil/trace.go:171","msg":"trace[1545653224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xfpsv; range_end:; response_count:1; response_revision:5284; }","duration":"201.743451ms","start":"2026-08-22T02:59:23.652078Z","end":"2026-08-22T02:59:23.853821Z","steps":["trace[1545653224] 'agreement among raft nodes before linearized reading' (duration: 201.533785ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:59:23.852748Z","caller":"traceutil/trace.go:171","msg":"trace[373436336] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"295.400637ms","start":"2026-08-22T02:59:23.557306Z","end":"2026-08-22T02:59:23.852706Z","steps":["trace[373436336] 'process raft request' (duration: 295.09832ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:59:23.853967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.556105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hwftk.18ce014e5f845bbb\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-08-22T02:59:23.854075Z","caller":"traceutil/trace.go:171","msg":"trace[234551259] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hwftk.18ce014e5f845bbb; range_end:; response_count:1; response_revision:5284; }","duration":"294.716559ms","start":"2026-08-22T02:59:23.559334Z","end":"2026-08-22T02:59:23.85405Z","steps":["trace[234551259] 'agreement among raft nodes before linearized reading' (duration: 293.388606ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:59:44.144113Z","caller":"traceutil/trace.go:171","msg":"trace[2018599386] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"204.114301ms","start":"2026-08-22T02:59:43.939963Z","end":"2026-08-22T02:59:44.144077Z","steps":["trace[2018599386] 'process raft request' (duration: 203.865105ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T02:59:44.29655Z","caller":"traceutil/trace.go:171","msg":"trace[615494923] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"352.583394ms","start":"2026-08-22T02:59:43.943931Z","end":"2026-08-22T02:59:44.296514Z","steps":["trace[615494923] 'process raft request' (duration: 341.662656ms)","trace[615494923] 'compare' (duration: 10.60581ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:59:44.29662Z","caller":"traceutil/trace.go:171","msg":"trace[832572859] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"338.217938ms","start":"2026-08-22T02:59:43.95837Z","end":"2026-08-22T02:59:44.296588Z","steps":["trace[832572859] 'process raft request' (duration: 338.092825ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:59:44.296739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T02:59:43.943914Z","time spent":"352.732787ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T02:59:44.296771Z","caller":"traceutil/trace.go:171","msg":"trace[780635519] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5813; }","duration":"286.904131ms","start":"2026-08-22T02:59:44.009835Z","end":"2026-08-22T02:59:44.29674Z","steps":["trace[780635519] 'read index received' (duration: 134.029275ms)","trace[780635519] 'applied index is now lower than readState.Index' (duration: 152.872226ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T02:59:44.296902Z","caller":"traceutil/trace.go:171","msg":"trace[541344943] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"211.295513ms","start":"2026-08-22T02:59:44.085588Z","end":"2026-08-22T02:59:44.296883Z","steps":["trace[541344943] 'process raft request' (duration: 210.941244ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:59:44.297025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T02:59:43.958334Z","time spent":"338.367822ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19671,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T02:59:44.297127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.20253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-22T02:59:44.297185Z","caller":"traceutil/trace.go:171","msg":"trace[1716657985] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5612; }","duration":"187.319313ms","start":"2026-08-22T02:59:44.109852Z","end":"2026-08-22T02:59:44.297172Z","steps":["trace[1716657985] 'agreement among raft nodes before linearized reading' (duration: 187.138908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T02:59:44.29728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.385672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xfpsv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-22T02:59:44.297375Z","caller":"traceutil/trace.go:171","msg":"trace[1640705448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xfpsv; range_end:; response_count:1; response_revision:5612; }","duration":"287.541486ms","start":"2026-08-22T02:59:44.009812Z","end":"2026-08-22T02:59:44.297354Z","steps":["trace[1640705448] 'agreement among raft nodes before linearized reading' (duration: 287.214238ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:23.162187Z","caller":"traceutil/trace.go:171","msg":"trace[1669530009] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"134.896772ms","start":"2026-08-22T03:00:23.027251Z","end":"2026-08-22T03:00:23.162147Z","steps":["trace[1669530009] 'process raft request' (duration: 70.975528ms)","trace[1669530009] 'compare' (duration: 63.747449ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:00:23.162169Z","caller":"traceutil/trace.go:171","msg":"trace[558901151] linearizableReadLoop","detail":"{readStateIndex:6159; appliedIndex:6158; }","duration":"134.210093ms","start":"2026-08-22T03:00:23.027924Z","end":"2026-08-22T03:00:23.162134Z","steps":["trace[558901151] 'read index received' (duration: 70.31803ms)","trace[558901151] 'applied index is now lower than readState.Index' (duration: 63.889993ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:00:23.162441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.48586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5715"} {"level":"info","ts":"2026-08-22T03:00:23.162568Z","caller":"traceutil/trace.go:171","msg":"trace[2067001132] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5944; }","duration":"134.655615ms","start":"2026-08-22T03:00:23.027898Z","end":"2026-08-22T03:00:23.162554Z","steps":["trace[2067001132] 'agreement among raft nodes before linearized reading' (duration: 134.359647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:00:23.172112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.053179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T03:00:23.172201Z","caller":"traceutil/trace.go:171","msg":"trace[1990482863] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5950; }","duration":"129.202253ms","start":"2026-08-22T03:00:23.04298Z","end":"2026-08-22T03:00:23.172182Z","steps":["trace[1990482863] 'agreement among raft nodes before linearized reading' (duration: 129.008078ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:23.17262Z","caller":"traceutil/trace.go:171","msg":"trace[1796324297] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"143.27377ms","start":"2026-08-22T03:00:23.029332Z","end":"2026-08-22T03:00:23.172606Z","steps":["trace[1796324297] 'process raft request' (duration: 142.573252ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:23.172611Z","caller":"traceutil/trace.go:171","msg":"trace[2089027196] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"144.134632ms","start":"2026-08-22T03:00:23.028437Z","end":"2026-08-22T03:00:23.172572Z","steps":["trace[2089027196] 'process raft request' (duration: 143.424194ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:23.172736Z","caller":"traceutil/trace.go:171","msg":"trace[282079243] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"144.479571ms","start":"2026-08-22T03:00:23.028242Z","end":"2026-08-22T03:00:23.172721Z","steps":["trace[282079243] 'process raft request' (duration: 143.400453ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:23.172783Z","caller":"traceutil/trace.go:171","msg":"trace[285377484] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"144.493492ms","start":"2026-08-22T03:00:23.028259Z","end":"2026-08-22T03:00:23.172752Z","steps":["trace[285377484] 'process raft request' (duration: 143.512916ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:23.172846Z","caller":"traceutil/trace.go:171","msg":"trace[132963867] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"144.518391ms","start":"2026-08-22T03:00:23.028299Z","end":"2026-08-22T03:00:23.172817Z","steps":["trace[132963867] 'process raft request' (duration: 143.527456ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:23.172912Z","caller":"traceutil/trace.go:171","msg":"trace[73726971] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"139.130742ms","start":"2026-08-22T03:00:23.033771Z","end":"2026-08-22T03:00:23.172901Z","steps":["trace[73726971] 'process raft request' (duration: 138.173297ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:00:37.957389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2984} {"level":"info","ts":"2026-08-22T03:00:38.039992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2984,"took":"80.996468ms","hash":3833559171,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":33837056,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-22T03:00:38.040072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3833559171,"revision":2984,"compact-revision":-1} {"level":"info","ts":"2026-08-22T03:05:37.966537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6055} {"level":"info","ts":"2026-08-22T03:05:38.068287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6055,"took":"99.097309ms","hash":1021082919,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":21823488,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-08-22T03:05:38.068359Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1021082919,"revision":6055,"compact-revision":2984} {"level":"info","ts":"2026-08-22T03:05:56.677654Z","caller":"traceutil/trace.go:171","msg":"trace[1861604735] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"362.229107ms","start":"2026-08-22T03:05:56.315394Z","end":"2026-08-22T03:05:56.677623Z","steps":["trace[1861604735] 'process raft request' (duration: 362.060833ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:05:56.677836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:05:56.315365Z","time spent":"362.384701ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T03:05:56.76542Z","caller":"traceutil/trace.go:171","msg":"trace[836009281] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8664; }","duration":"236.645113ms","start":"2026-08-22T03:05:56.528735Z","end":"2026-08-22T03:05:56.765381Z","steps":["trace[836009281] 'read index received' (duration: 148.632333ms)","trace[836009281] 'applied index is now lower than readState.Index' (duration: 88.01139ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:05:56.765737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.970941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xfpsv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-22T03:05:56.76585Z","caller":"traceutil/trace.go:171","msg":"trace[969102652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xfpsv; range_end:; response_count:1; response_revision:8371; }","duration":"237.145075ms","start":"2026-08-22T03:05:56.52868Z","end":"2026-08-22T03:05:56.765825Z","steps":["trace[969102652] 'agreement among raft nodes before linearized reading' (duration: 236.806577ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:08.123426Z","caller":"traceutil/trace.go:171","msg":"trace[967543679] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"113.140181ms","start":"2026-08-22T03:06:08.010256Z","end":"2026-08-22T03:06:08.123396Z","steps":["trace[967543679] 'process raft request' (duration: 112.936316ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:08.129913Z","caller":"traceutil/trace.go:171","msg":"trace[1524939991] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"117.214254ms","start":"2026-08-22T03:06:08.012654Z","end":"2026-08-22T03:06:08.129869Z","steps":["trace[1524939991] 'process raft request' (duration: 116.964278ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:09.683333Z","caller":"traceutil/trace.go:171","msg":"trace[1105395477] linearizableReadLoop","detail":"{readStateIndex:8733; appliedIndex:8732; }","duration":"186.587657ms","start":"2026-08-22T03:06:09.496723Z","end":"2026-08-22T03:06:09.683311Z","steps":["trace[1105395477] 'read index received' (duration: 186.446453ms)","trace[1105395477] 'applied index is now lower than readState.Index' (duration: 139.914µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:06:09.683506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.766801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T03:06:09.683491Z","caller":"traceutil/trace.go:171","msg":"trace[1078096907] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"225.380081ms","start":"2026-08-22T03:06:09.458083Z","end":"2026-08-22T03:06:09.683463Z","steps":["trace[1078096907] 'process raft request' (duration: 225.067413ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:09.683547Z","caller":"traceutil/trace.go:171","msg":"trace[1189700473] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8436; }","duration":"186.867913ms","start":"2026-08-22T03:06:09.496665Z","end":"2026-08-22T03:06:09.683533Z","steps":["trace[1189700473] 'agreement among raft nodes before linearized reading' (duration: 186.771561ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:06:09.707597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.290803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19464"} {"level":"info","ts":"2026-08-22T03:06:09.707716Z","caller":"traceutil/trace.go:171","msg":"trace[1882345305] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8437; }","duration":"130.465957ms","start":"2026-08-22T03:06:09.577228Z","end":"2026-08-22T03:06:09.707694Z","steps":["trace[1882345305] 'agreement among raft nodes before linearized reading' (duration: 130.17371ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:11.027506Z","caller":"traceutil/trace.go:171","msg":"trace[787022870] linearizableReadLoop","detail":"{readStateIndex:8743; appliedIndex:8742; }","duration":"133.716459ms","start":"2026-08-22T03:06:10.893759Z","end":"2026-08-22T03:06:11.027475Z","steps":["trace[787022870] 'read index received' (duration: 133.460102ms)","trace[787022870] 'applied index is now lower than readState.Index' (duration: 255.257µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:06:11.027849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.063597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xfpsv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-22T03:06:11.027893Z","caller":"traceutil/trace.go:171","msg":"trace[2135141806] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"137.474323ms","start":"2026-08-22T03:06:10.890375Z","end":"2026-08-22T03:06:11.027849Z","steps":["trace[2135141806] 'process raft request' (duration: 136.926839ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:11.027956Z","caller":"traceutil/trace.go:171","msg":"trace[2009988951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xfpsv; range_end:; response_count:1; response_revision:8446; }","duration":"134.18643ms","start":"2026-08-22T03:06:10.893741Z","end":"2026-08-22T03:06:11.027927Z","steps":["trace[2009988951] 'agreement among raft nodes before linearized reading' (duration: 133.940234ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:31.845743Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022a6.wal"} {"level":"info","ts":"2026-08-22T03:06:38.431662Z","caller":"traceutil/trace.go:171","msg":"trace[442422224] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"160.509521ms","start":"2026-08-22T03:06:38.271117Z","end":"2026-08-22T03:06:38.431626Z","steps":["trace[442422224] 'process raft request' (duration: 160.306216ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:38.451039Z","caller":"traceutil/trace.go:171","msg":"trace[45939083] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"177.677852ms","start":"2026-08-22T03:06:38.273335Z","end":"2026-08-22T03:06:38.451013Z","steps":["trace[45939083] 'process raft request' (duration: 177.528118ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:42.104497Z","caller":"traceutil/trace.go:171","msg":"trace[283998438] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"101.452873ms","start":"2026-08-22T03:06:42.003017Z","end":"2026-08-22T03:06:42.10447Z","steps":["trace[283998438] 'process raft request' (duration: 101.218647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:06:42.689007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.495227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T03:06:42.689208Z","caller":"traceutil/trace.go:171","msg":"trace[1048324242] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"226.501069ms","start":"2026-08-22T03:06:42.462691Z","end":"2026-08-22T03:06:42.689192Z","steps":["trace[1048324242] 'process raft request' (duration: 226.440377ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:42.68929Z","caller":"traceutil/trace.go:171","msg":"trace[1712108136] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"244.831416ms","start":"2026-08-22T03:06:42.444387Z","end":"2026-08-22T03:06:42.689219Z","steps":["trace[1712108136] 'process raft request' (duration: 108.903247ms)","trace[1712108136] 'compare' (duration: 134.83541ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:06:51.49127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.357053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T03:06:51.491429Z","caller":"traceutil/trace.go:171","msg":"trace[1262959252] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9033; }","duration":"232.325991ms","start":"2026-08-22T03:06:51.259082Z","end":"2026-08-22T03:06:51.491408Z","steps":["trace[1262959252] 'read index received' (duration: 96.736551ms)","trace[1262959252] 'applied index is now lower than readState.Index' (duration: 135.58785ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:06:51.491541Z","caller":"traceutil/trace.go:171","msg":"trace[1318088422] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"234.743393ms","start":"2026-08-22T03:06:51.256702Z","end":"2026-08-22T03:06:51.491445Z","steps":["trace[1318088422] 'process raft request' (duration: 99.097722ms)","trace[1318088422] 'compare' (duration: 135.143058ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:06:51.491707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.620708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-h6m9r\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-08-22T03:06:51.491748Z","caller":"traceutil/trace.go:171","msg":"trace[1278156776] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-h6m9r; range_end:; response_count:1; response_revision:8725; }","duration":"232.71274ms","start":"2026-08-22T03:06:51.259024Z","end":"2026-08-22T03:06:51.491737Z","steps":["trace[1278156776] 'agreement among raft nodes before linearized reading' (duration: 232.474314ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:51.526957Z","caller":"traceutil/trace.go:171","msg":"trace[204042374] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"263.626553ms","start":"2026-08-22T03:06:51.263281Z","end":"2026-08-22T03:06:51.526908Z","steps":["trace[204042374] 'process raft request' (duration: 263.257083ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:06:51.527032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.006047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xfpsv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-22T03:06:51.527118Z","caller":"traceutil/trace.go:171","msg":"trace[1546916478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xfpsv; range_end:; response_count:1; response_revision:8726; }","duration":"196.11709ms","start":"2026-08-22T03:06:51.330984Z","end":"2026-08-22T03:06:51.527101Z","steps":["trace[1546916478] 'agreement among raft nodes before linearized reading' (duration: 195.824692ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:06:51.5271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.980475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T03:06:51.527195Z","caller":"traceutil/trace.go:171","msg":"trace[1544559109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8726; }","duration":"209.145589ms","start":"2026-08-22T03:06:51.318021Z","end":"2026-08-22T03:06:51.527167Z","steps":["trace[1544559109] 'agreement among raft nodes before linearized reading' (duration: 208.81893ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:51.626952Z","caller":"traceutil/trace.go:171","msg":"trace[1736735342] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9035; }","duration":"100.17751ms","start":"2026-08-22T03:06:51.526743Z","end":"2026-08-22T03:06:51.626921Z","steps":["trace[1736735342] 'read index received' (duration: 99.430961ms)","trace[1736735342] 'applied index is now lower than readState.Index' (duration: 745.099µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:06:51.62737Z","caller":"traceutil/trace.go:171","msg":"trace[1347151802] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8727; }","duration":"133.422643ms","start":"2026-08-22T03:06:51.493931Z","end":"2026-08-22T03:06:51.627354Z","steps":["trace[1347151802] 'process raft request' (duration: 131.922384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:06:51.627717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.68054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-08-22T03:06:51.627762Z","caller":"traceutil/trace.go:171","msg":"trace[1280457478] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8728; }","duration":"133.742622ms","start":"2026-08-22T03:06:51.494005Z","end":"2026-08-22T03:06:51.627748Z","steps":["trace[1280457478] 'agreement among raft nodes before linearized reading' (duration: 133.587738ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:52.376287Z","caller":"traceutil/trace.go:171","msg":"trace[96260205] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"226.677344ms","start":"2026-08-22T03:06:52.149579Z","end":"2026-08-22T03:06:52.376256Z","steps":["trace[96260205] 'process raft request' (duration: 226.473929ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:52.389031Z","caller":"traceutil/trace.go:171","msg":"trace[2047082159] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"237.68527ms","start":"2026-08-22T03:06:52.151312Z","end":"2026-08-22T03:06:52.388998Z","steps":["trace[2047082159] 'process raft request' (duration: 236.979011ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:06:52.389083Z","caller":"traceutil/trace.go:171","msg":"trace[1088652469] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"235.36897ms","start":"2026-08-22T03:06:52.153671Z","end":"2026-08-22T03:06:52.38904Z","steps":["trace[1088652469] 'process raft request' (duration: 234.845036ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:06:52.670788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.214261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T03:06:52.671088Z","caller":"traceutil/trace.go:171","msg":"trace[846629023] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"235.996046ms","start":"2026-08-22T03:06:52.435064Z","end":"2026-08-22T03:06:52.67106Z","steps":["trace[846629023] 'process raft request' (duration: 120.393615ms)","trace[846629023] 'compare' (duration: 114.899243ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:08:31.843618Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T03:08:31.850522Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-22T03:08:31.850655Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-22T03:10:37.974172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8113} {"level":"info","ts":"2026-08-22T03:10:38.040537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8113,"took":"63.567719ms","hash":167487555,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":27930624,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-22T03:10:38.040622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":167487555,"revision":8113,"compact-revision":6055} {"level":"warn","ts":"2026-08-22T03:13:42.707156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.4397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T03:13:42.70747Z","caller":"traceutil/trace.go:171","msg":"trace[275095527] transaction","detail":"{read_only:false; response_revision:11910; number_of_response:1; }","duration":"156.467878ms","start":"2026-08-22T03:13:42.550945Z","end":"2026-08-22T03:13:42.707413Z","steps":["trace[275095527] 'process raft request' (duration: 29.657659ms)","trace[275095527] 'compare' (duration: 126.301116ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:14:00.467443Z","caller":"traceutil/trace.go:171","msg":"trace[195257792] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"118.061051ms","start":"2026-08-22T03:14:00.34935Z","end":"2026-08-22T03:14:00.467411Z","steps":["trace[195257792] 'process raft request' (duration: 117.855666ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:14:00.754356Z","caller":"traceutil/trace.go:171","msg":"trace[1541819487] linearizableReadLoop","detail":"{readStateIndex:12422; appliedIndex:12421; }","duration":"164.951297ms","start":"2026-08-22T03:14:00.589372Z","end":"2026-08-22T03:14:00.754323Z","steps":["trace[1541819487] 'read index received' (duration: 147.927086ms)","trace[1541819487] 'applied index is now lower than readState.Index' (duration: 17.022851ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:14:00.754659Z","caller":"traceutil/trace.go:171","msg":"trace[886056742] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"175.45299ms","start":"2026-08-22T03:14:00.579159Z","end":"2026-08-22T03:14:00.754612Z","steps":["trace[886056742] 'process raft request' (duration: 158.150591ms)","trace[886056742] 'compare' (duration: 16.858167ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:14:00.754665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.262075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c74894b9c-vdp9v.18ce01ae61b63c2b\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-08-22T03:14:00.75497Z","caller":"traceutil/trace.go:171","msg":"trace[1777701830] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c74894b9c-vdp9v.18ce01ae61b63c2b; range_end:; response_count:1; response_revision:12011; }","duration":"165.632364ms","start":"2026-08-22T03:14:00.589321Z","end":"2026-08-22T03:14:00.754953Z","steps":["trace[1777701830] 'agreement among raft nodes before linearized reading' (duration: 165.128931ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:14:02.144058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.535137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T03:14:02.144243Z","caller":"traceutil/trace.go:171","msg":"trace[1200029756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12020; }","duration":"159.803184ms","start":"2026-08-22T03:14:01.984412Z","end":"2026-08-22T03:14:02.144215Z","steps":["trace[1200029756] 'range keys from in-memory index tree' (duration: 159.422284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:14:02.144605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.487597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-22T03:14:02.144727Z","caller":"traceutil/trace.go:171","msg":"trace[928162104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12020; }","duration":"112.700943ms","start":"2026-08-22T03:14:02.032002Z","end":"2026-08-22T03:14:02.144703Z","steps":["trace[928162104] 'range keys from in-memory index tree' (duration: 112.093656ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:15:37.984455Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10501} {"level":"info","ts":"2026-08-22T03:15:38.068689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10501,"took":"81.869303ms","hash":705620855,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":26574848,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-22T03:15:38.068768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":705620855,"revision":10501,"compact-revision":8113} {"level":"warn","ts":"2026-08-22T03:20:13.773016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.668218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-22T03:20:13.773089Z","caller":"traceutil/trace.go:171","msg":"trace[58882697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14520; }","duration":"123.780861ms","start":"2026-08-22T03:20:13.649292Z","end":"2026-08-22T03:20:13.773073Z","steps":["trace[58882697] 'range keys from in-memory index tree' (duration: 123.518934ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:20:36.506364Z","caller":"traceutil/trace.go:171","msg":"trace[1043987833] transaction","detail":"{read_only:false; response_revision:14644; number_of_response:1; }","duration":"144.869606ms","start":"2026-08-22T03:20:36.361455Z","end":"2026-08-22T03:20:36.506325Z","steps":["trace[1043987833] 'process raft request' (duration: 144.666761ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:20:37.99706Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12660} {"level":"info","ts":"2026-08-22T03:20:38.074941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12660,"took":"75.974135ms","hash":701998651,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":27275264,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-22T03:20:38.075002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":701998651,"revision":12660,"compact-revision":10501} {"level":"warn","ts":"2026-08-22T03:20:42.491637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.834344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T03:20:42.491741Z","caller":"traceutil/trace.go:171","msg":"trace[973176094] linearizableReadLoop","detail":"{readStateIndex:15181; appliedIndex:15180; }","duration":"156.897828ms","start":"2026-08-22T03:20:42.334827Z","end":"2026-08-22T03:20:42.491725Z","steps":["trace[973176094] 'read index received' (duration: 42.792717ms)","trace[973176094] 'applied index is now lower than readState.Index' (duration: 114.104081ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:20:42.491886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.055832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-22T03:20:42.49192Z","caller":"traceutil/trace.go:171","msg":"trace[35942198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14674; }","duration":"157.118984ms","start":"2026-08-22T03:20:42.334792Z","end":"2026-08-22T03:20:42.491911Z","steps":["trace[35942198] 'agreement among raft nodes before linearized reading' (duration: 156.98626ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:20:42.492162Z","caller":"traceutil/trace.go:171","msg":"trace[1594977767] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"177.714205ms","start":"2026-08-22T03:20:42.314417Z","end":"2026-08-22T03:20:42.492131Z","steps":["trace[1594977767] 'process raft request' (duration: 63.297387ms)","trace[1594977767] 'compare' (duration: 113.69453ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:20:54.379746Z","caller":"traceutil/trace.go:171","msg":"trace[1916164742] transaction","detail":"{read_only:false; response_revision:14748; number_of_response:1; }","duration":"245.432647ms","start":"2026-08-22T03:20:54.134279Z","end":"2026-08-22T03:20:54.379711Z","steps":["trace[1916164742] 'process raft request' (duration: 244.922944ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:20:56.888702Z","caller":"traceutil/trace.go:171","msg":"trace[1244929144] transaction","detail":"{read_only:false; response_revision:14771; number_of_response:1; }","duration":"106.656948ms","start":"2026-08-22T03:20:56.782019Z","end":"2026-08-22T03:20:56.888676Z","steps":["trace[1244929144] 'process raft request' (duration: 106.527855ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:21:17.678814Z","caller":"traceutil/trace.go:171","msg":"trace[1651383357] linearizableReadLoop","detail":"{readStateIndex:15592; appliedIndex:15590; }","duration":"127.894637ms","start":"2026-08-22T03:21:17.550902Z","end":"2026-08-22T03:21:17.678797Z","steps":["trace[1651383357] 'read index received' (duration: 67.445764ms)","trace[1651383357] 'applied index is now lower than readState.Index' (duration: 60.448313ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:21:17.678875Z","caller":"traceutil/trace.go:171","msg":"trace[1996477942] transaction","detail":"{read_only:false; response_revision:15065; number_of_response:1; }","duration":"212.608178ms","start":"2026-08-22T03:21:17.466229Z","end":"2026-08-22T03:21:17.678837Z","steps":["trace[1996477942] 'process raft request' (duration: 152.094743ms)","trace[1996477942] 'compare' (duration: 60.203747ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:21:17.678938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.332145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T03:21:17.678962Z","caller":"traceutil/trace.go:171","msg":"trace[76882546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15066; }","duration":"124.408287ms","start":"2026-08-22T03:21:17.554548Z","end":"2026-08-22T03:21:17.678956Z","steps":["trace[76882546] 'agreement among raft nodes before linearized reading' (duration: 124.350456ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:21:17.678977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.060832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T03:21:17.679014Z","caller":"traceutil/trace.go:171","msg":"trace[750277946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15066; }","duration":"128.136513ms","start":"2026-08-22T03:21:17.550867Z","end":"2026-08-22T03:21:17.679004Z","steps":["trace[750277946] 'agreement among raft nodes before linearized reading' (duration: 128.025621ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:21:17.679068Z","caller":"traceutil/trace.go:171","msg":"trace[670053522] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"144.009724ms","start":"2026-08-22T03:21:17.535009Z","end":"2026-08-22T03:21:17.679019Z","steps":["trace[670053522] 'process raft request' (duration: 143.748847ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:21:18.018685Z","caller":"traceutil/trace.go:171","msg":"trace[399829442] linearizableReadLoop","detail":"{readStateIndex:15593; appliedIndex:15592; }","duration":"330.130778ms","start":"2026-08-22T03:21:17.688529Z","end":"2026-08-22T03:21:18.01866Z","steps":["trace[399829442] 'read index received' (duration: 328.378022ms)","trace[399829442] 'applied index is now lower than readState.Index' (duration: 1.751726ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:21:18.018768Z","caller":"traceutil/trace.go:171","msg":"trace[1090498786] transaction","detail":"{read_only:false; response_revision:15067; number_of_response:1; }","duration":"334.981223ms","start":"2026-08-22T03:21:17.683746Z","end":"2026-08-22T03:21:18.018727Z","steps":["trace[1090498786] 'process raft request' (duration: 333.158706ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:21:18.018944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:21:17.68371Z","time spent":"335.151068ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T03:21:18.019239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.859631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T03:21:18.01928Z","caller":"traceutil/trace.go:171","msg":"trace[354576584] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:15067; }","duration":"283.943133ms","start":"2026-08-22T03:21:17.735325Z","end":"2026-08-22T03:21:18.019268Z","steps":["trace[354576584] 'agreement among raft nodes before linearized reading' (duration: 283.845271ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:21:18.019269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.726863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ce263b6-ae3d-41f2-a3e9-a2f4f8e4280c\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-08-22T03:21:18.019468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.142322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-fbz47\" ","response":"range_response_count:1 size:20640"} {"level":"info","ts":"2026-08-22T03:21:18.019535Z","caller":"traceutil/trace.go:171","msg":"trace[1501677337] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-fbz47; range_end:; response_count:1; response_revision:15067; }","duration":"213.261675ms","start":"2026-08-22T03:21:17.806256Z","end":"2026-08-22T03:21:18.019518Z","steps":["trace[1501677337] 'agreement among raft nodes before linearized reading' (duration: 213.0623ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:21:18.019528Z","caller":"traceutil/trace.go:171","msg":"trace[1554008005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ce263b6-ae3d-41f2-a3e9-a2f4f8e4280c; range_end:; response_count:1; response_revision:15067; }","duration":"331.01724ms","start":"2026-08-22T03:21:17.688482Z","end":"2026-08-22T03:21:18.019499Z","steps":["trace[1554008005] 'agreement among raft nodes before linearized reading' (duration: 330.375824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:21:18.019602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:21:17.688459Z","time spent":"331.122513ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ce263b6-ae3d-41f2-a3e9-a2f4f8e4280c\" "} {"level":"warn","ts":"2026-08-22T03:21:18.019528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.596585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T03:21:18.019725Z","caller":"traceutil/trace.go:171","msg":"trace[154951715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:15067; }","duration":"220.857041ms","start":"2026-08-22T03:21:17.798841Z","end":"2026-08-22T03:21:18.019698Z","steps":["trace[154951715] 'agreement among raft nodes before linearized reading' (duration: 220.494462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:22:39.221733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.491005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T03:22:39.221881Z","caller":"traceutil/trace.go:171","msg":"trace[308925078] linearizableReadLoop","detail":"{readStateIndex:16394; appliedIndex:16393; }","duration":"190.033866ms","start":"2026-08-22T03:22:39.031831Z","end":"2026-08-22T03:22:39.221864Z","steps":["trace[308925078] 'read index received' (duration: 70.163791ms)","trace[308925078] 'applied index is now lower than readState.Index' (duration: 119.868595ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:22:39.221941Z","caller":"traceutil/trace.go:171","msg":"trace[1334557505] transaction","detail":"{read_only:false; response_revision:15847; number_of_response:1; }","duration":"224.234609ms","start":"2026-08-22T03:22:38.997672Z","end":"2026-08-22T03:22:39.221907Z","steps":["trace[1334557505] 'process raft request' (duration: 104.306152ms)","trace[1334557505] 'compare' (duration: 119.135516ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:22:39.222459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.745346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-22T03:22:39.222598Z","caller":"traceutil/trace.go:171","msg":"trace[2005689658] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15847; }","duration":"216.923141ms","start":"2026-08-22T03:22:39.005648Z","end":"2026-08-22T03:22:39.222571Z","steps":["trace[2005689658] 'agreement among raft nodes before linearized reading' (duration: 216.280654ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:22:39.267558Z","caller":"traceutil/trace.go:171","msg":"trace[2024533308] transaction","detail":"{read_only:false; response_revision:15848; number_of_response:1; }","duration":"230.951583ms","start":"2026-08-22T03:22:39.036562Z","end":"2026-08-22T03:22:39.267513Z","steps":["trace[2024533308] 'process raft request' (duration: 230.667356ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:22:39.267741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.175257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T03:22:39.267814Z","caller":"traceutil/trace.go:171","msg":"trace[1203424280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15848; }","duration":"234.315001ms","start":"2026-08-22T03:22:39.033481Z","end":"2026-08-22T03:22:39.267796Z","steps":["trace[1203424280] 'agreement among raft nodes before linearized reading' (duration: 234.158627ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:22:39.268469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.571104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737247"} {"level":"info","ts":"2026-08-22T03:22:39.268596Z","caller":"traceutil/trace.go:171","msg":"trace[1331130827] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15848; }","duration":"230.746959ms","start":"2026-08-22T03:22:39.037823Z","end":"2026-08-22T03:22:39.26857Z","steps":["trace[1331130827] 'agreement among raft nodes before linearized reading' (duration: 229.678871ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:22:39.499073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.598009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xfpsv\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-08-22T03:22:39.499133Z","caller":"traceutil/trace.go:171","msg":"trace[296217027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xfpsv; range_end:; response_count:1; response_revision:15848; }","duration":"162.710832ms","start":"2026-08-22T03:22:39.336409Z","end":"2026-08-22T03:22:39.49912Z","steps":["trace[296217027] 'range keys from in-memory index tree' (duration: 162.380143ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:22:39.49928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.681473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-22T03:22:39.499306Z","caller":"traceutil/trace.go:171","msg":"trace[1516532700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15848; }","duration":"116.741394ms","start":"2026-08-22T03:22:39.382559Z","end":"2026-08-22T03:22:39.499301Z","steps":["trace[1516532700] 'range keys from in-memory index tree' (duration: 116.58054ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:25:38.003701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14652} {"level":"info","ts":"2026-08-22T03:25:38.085203Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14652,"took":"78.363373ms","hash":4117414349,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":31010816,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-22T03:25:38.085297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4117414349,"revision":14652,"compact-revision":12660} {"level":"info","ts":"2026-08-22T03:29:01.739047Z","caller":"traceutil/trace.go:171","msg":"trace[1622152184] transaction","detail":"{read_only:false; response_revision:18613; number_of_response:1; }","duration":"165.547183ms","start":"2026-08-22T03:29:01.573476Z","end":"2026-08-22T03:29:01.739023Z","steps":["trace[1622152184] 'process raft request' (duration: 165.362518ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:29:01.739441Z","caller":"traceutil/trace.go:171","msg":"trace[989619470] linearizableReadLoop","detail":"{readStateIndex:19254; appliedIndex:19254; }","duration":"133.324097ms","start":"2026-08-22T03:29:01.606104Z","end":"2026-08-22T03:29:01.739428Z","steps":["trace[989619470] 'read index received' (duration: 133.317167ms)","trace[989619470] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T03:29:01.74002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.879831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T03:29:01.740092Z","caller":"traceutil/trace.go:171","msg":"trace[582126300] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:18613; }","duration":"134.019375ms","start":"2026-08-22T03:29:01.606056Z","end":"2026-08-22T03:29:01.740075Z","steps":["trace[582126300] 'agreement among raft nodes before linearized reading' (duration: 133.866111ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:01.740402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.83791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-22T03:29:01.740449Z","caller":"traceutil/trace.go:171","msg":"trace[59328488] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18613; }","duration":"128.935693ms","start":"2026-08-22T03:29:01.611503Z","end":"2026-08-22T03:29:01.740438Z","steps":["trace[59328488] 'agreement among raft nodes before linearized reading' (duration: 128.000179ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:29:09.226259Z","caller":"traceutil/trace.go:171","msg":"trace[106451546] linearizableReadLoop","detail":"{readStateIndex:19293; appliedIndex:19292; }","duration":"237.60251ms","start":"2026-08-22T03:29:08.988626Z","end":"2026-08-22T03:29:09.226228Z","steps":["trace[106451546] 'read index received' (duration: 237.522848ms)","trace[106451546] 'applied index is now lower than readState.Index' (duration: 78.272µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:29:09.226943Z","caller":"traceutil/trace.go:171","msg":"trace[1699493692] transaction","detail":"{read_only:false; response_revision:18651; number_of_response:1; }","duration":"241.949902ms","start":"2026-08-22T03:29:08.984971Z","end":"2026-08-22T03:29:09.22692Z","steps":["trace[1699493692] 'process raft request' (duration: 241.09543ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.227223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.577745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T03:29:09.227275Z","caller":"traceutil/trace.go:171","msg":"trace[2044028325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18651; }","duration":"238.641247ms","start":"2026-08-22T03:29:08.98862Z","end":"2026-08-22T03:29:09.227261Z","steps":["trace[2044028325] 'agreement among raft nodes before linearized reading' (duration: 238.548825ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:29:09.541289Z","caller":"traceutil/trace.go:171","msg":"trace[90896047] linearizableReadLoop","detail":"{readStateIndex:19295; appliedIndex:19293; }","duration":"314.924386ms","start":"2026-08-22T03:29:09.226343Z","end":"2026-08-22T03:29:09.541268Z","steps":["trace[90896047] 'read index received' (duration: 314.30918ms)","trace[90896047] 'applied index is now lower than readState.Index' (duration: 614.516µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:29:09.541387Z","caller":"traceutil/trace.go:171","msg":"trace[266359277] transaction","detail":"{read_only:false; response_revision:18652; number_of_response:1; }","duration":"507.740404ms","start":"2026-08-22T03:29:09.03364Z","end":"2026-08-22T03:29:09.54138Z","steps":["trace[266359277] 'process raft request' (duration: 507.159389ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.541461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:29:09.033615Z","time spent":"507.788925ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417011,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T03:29:09.541767Z","caller":"traceutil/trace.go:171","msg":"trace[240856187] transaction","detail":"{read_only:false; response_revision:18653; number_of_response:1; }","duration":"386.395217ms","start":"2026-08-22T03:29:09.155364Z","end":"2026-08-22T03:29:09.541759Z","steps":["trace[240856187] 'process raft request' (duration: 385.849953ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.541817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:29:09.155351Z","time spent":"386.441958ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T03:29:09.541972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.672755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-22T03:29:09.541998Z","caller":"traceutil/trace.go:171","msg":"trace[1228220880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18653; }","duration":"386.736656ms","start":"2026-08-22T03:29:09.155255Z","end":"2026-08-22T03:29:09.541992Z","steps":["trace[1228220880] 'agreement among raft nodes before linearized reading' (duration: 386.653784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.542017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:29:09.155236Z","time spent":"386.777257ms","remote":"127.0.0.1:45350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-22T03:29:09.542142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.080289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-08-22T03:29:09.542166Z","caller":"traceutil/trace.go:171","msg":"trace[65531900] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:18653; }","duration":"489.118891ms","start":"2026-08-22T03:29:09.053041Z","end":"2026-08-22T03:29:09.54216Z","steps":["trace[65531900] 'agreement among raft nodes before linearized reading' (duration: 489.056659ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.542184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:29:09.05303Z","time spent":"489.148751ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-08-22T03:29:09.542353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.969464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T03:29:09.542432Z","caller":"traceutil/trace.go:171","msg":"trace[2076099908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18653; }","duration":"313.097147ms","start":"2026-08-22T03:29:09.229318Z","end":"2026-08-22T03:29:09.542415Z","steps":["trace[2076099908] 'agreement among raft nodes before linearized reading' (duration: 312.970444ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.542499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T03:29:09.229297Z","time spent":"313.17135ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T03:29:09.542657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.842074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T03:29:09.542687Z","caller":"traceutil/trace.go:171","msg":"trace[147262032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18653; }","duration":"132.910856ms","start":"2026-08-22T03:29:09.40977Z","end":"2026-08-22T03:29:09.542681Z","steps":["trace[147262032] 'agreement among raft nodes before linearized reading' (duration: 132.838704ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.542797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.738016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T03:29:09.542879Z","caller":"traceutil/trace.go:171","msg":"trace[268750178] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18653; }","duration":"283.87472ms","start":"2026-08-22T03:29:09.258988Z","end":"2026-08-22T03:29:09.542863Z","steps":["trace[268750178] 'agreement among raft nodes before linearized reading' (duration: 283.692925ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:09.543173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.575231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-22T03:29:09.543258Z","caller":"traceutil/trace.go:171","msg":"trace[649128665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18653; }","duration":"222.696804ms","start":"2026-08-22T03:29:09.320545Z","end":"2026-08-22T03:29:09.543242Z","steps":["trace[649128665] 'agreement among raft nodes before linearized reading' (duration: 222.456568ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:29:17.907878Z","caller":"traceutil/trace.go:171","msg":"trace[608933649] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"108.144254ms","start":"2026-08-22T03:29:17.799712Z","end":"2026-08-22T03:29:17.907856Z","steps":["trace[608933649] 'process raft request' (duration: 108.00398ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:29:18.408591Z","caller":"traceutil/trace.go:171","msg":"trace[1047020369] transaction","detail":"{read_only:false; response_revision:18842; number_of_response:1; }","duration":"108.744239ms","start":"2026-08-22T03:29:18.299789Z","end":"2026-08-22T03:29:18.408534Z","steps":["trace[1047020369] 'process raft request' (duration: 108.236976ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:18.408622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.859904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-08-22T03:29:18.408829Z","caller":"traceutil/trace.go:171","msg":"trace[1614898149] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:18842; }","duration":"116.09301ms","start":"2026-08-22T03:29:18.292709Z","end":"2026-08-22T03:29:18.408802Z","steps":["trace[1614898149] 'agreement among raft nodes before linearized reading' (duration: 115.536186ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:18.408872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.003506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-fbz47-vnc-kw9mh\" ","response":"range_response_count:1 size:2533"} {"level":"info","ts":"2026-08-22T03:29:18.408997Z","caller":"traceutil/trace.go:171","msg":"trace[605708298] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-fbz47-vnc-kw9mh; range_end:; response_count:1; response_revision:18842; }","duration":"114.177221ms","start":"2026-08-22T03:29:18.294791Z","end":"2026-08-22T03:29:18.408968Z","steps":["trace[605708298] 'agreement among raft nodes before linearized reading' (duration: 113.800251ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:29:18.409084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.633962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111937"} {"level":"info","ts":"2026-08-22T03:29:18.409157Z","caller":"traceutil/trace.go:171","msg":"trace[745019713] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:18842; }","duration":"114.701374ms","start":"2026-08-22T03:29:18.294431Z","end":"2026-08-22T03:29:18.409133Z","steps":["trace[745019713] 'agreement among raft nodes before linearized reading' (duration: 114.231002ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:30:06.731228Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T03:30:06.7366Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-22T03:30:06.736705Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-22T03:30:38.00988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17113} {"level":"info","ts":"2026-08-22T03:30:38.107032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17113,"took":"93.122575ms","hash":3736719856,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":33529856,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-22T03:30:38.107117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3736719856,"revision":17113,"compact-revision":14652} {"level":"info","ts":"2026-08-22T03:35:25.022956Z","caller":"traceutil/trace.go:171","msg":"trace[476748982] transaction","detail":"{read_only:false; response_revision:21521; number_of_response:1; }","duration":"102.227363ms","start":"2026-08-22T03:35:24.920673Z","end":"2026-08-22T03:35:25.0229Z","steps":["trace[476748982] 'process raft request' (duration: 101.958285ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:35:25.920443Z","caller":"traceutil/trace.go:171","msg":"trace[443641183] linearizableReadLoop","detail":"{readStateIndex:22261; appliedIndex:22260; }","duration":"174.742137ms","start":"2026-08-22T03:35:25.745653Z","end":"2026-08-22T03:35:25.920395Z","steps":["trace[443641183] 'read index received' (duration: 174.674895ms)","trace[443641183] 'applied index is now lower than readState.Index' (duration: 65.282µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:35:25.920723Z","caller":"traceutil/trace.go:171","msg":"trace[837137214] transaction","detail":"{read_only:false; response_revision:21524; number_of_response:1; }","duration":"178.866307ms","start":"2026-08-22T03:35:25.741807Z","end":"2026-08-22T03:35:25.920673Z","steps":["trace[837137214] 'process raft request' (duration: 178.347563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:35:25.920772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.085226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-22T03:35:25.920821Z","caller":"traceutil/trace.go:171","msg":"trace[2002776702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21524; }","duration":"175.160718ms","start":"2026-08-22T03:35:25.745645Z","end":"2026-08-22T03:35:25.920806Z","steps":["trace[2002776702] 'agreement among raft nodes before linearized reading' (duration: 174.903931ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:35:25.939048Z","caller":"traceutil/trace.go:171","msg":"trace[1109915405] transaction","detail":"{read_only:false; response_revision:21525; number_of_response:1; }","duration":"192.261439ms","start":"2026-08-22T03:35:25.746765Z","end":"2026-08-22T03:35:25.939027Z","steps":["trace[1109915405] 'process raft request' (duration: 191.731335ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:35:38.01525Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19581} {"level":"info","ts":"2026-08-22T03:35:38.159272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19581,"took":"137.462793ms","hash":4195051216,"current-db-size-bytes":58081280,"current-db-size":"58 MB","current-db-size-in-use-bytes":29224960,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-08-22T03:35:38.159342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4195051216,"revision":19581,"compact-revision":17113} {"level":"info","ts":"2026-08-22T03:39:21.001343Z","caller":"traceutil/trace.go:171","msg":"trace[228945366] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"228.054965ms","start":"2026-08-22T03:39:20.773255Z","end":"2026-08-22T03:39:21.00131Z","steps":["trace[228945366] 'process raft request' (duration: 227.84394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T03:39:21.001767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.679289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-22T03:39:21.001841Z","caller":"traceutil/trace.go:171","msg":"trace[1142918568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23971; }","duration":"211.823784ms","start":"2026-08-22T03:39:20.790006Z","end":"2026-08-22T03:39:21.001829Z","steps":["trace[1142918568] 'agreement among raft nodes before linearized reading' (duration: 211.578347ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:39:21.002163Z","caller":"traceutil/trace.go:171","msg":"trace[697511342] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"101.455646ms","start":"2026-08-22T03:39:20.900683Z","end":"2026-08-22T03:39:21.002139Z","steps":["trace[697511342] 'process raft request' (duration: 101.351763ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T03:39:21.001552Z","caller":"traceutil/trace.go:171","msg":"trace[1729782944] linearizableReadLoop","detail":"{readStateIndex:24786; appliedIndex:24786; }","duration":"211.464304ms","start":"2026-08-22T03:39:20.790057Z","end":"2026-08-22T03:39:21.001521Z","steps":["trace[1729782944] 'read index received' (duration: 211.410852ms)","trace[1729782944] 'applied index is now lower than readState.Index' (duration: 9.241µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T03:40:38.025591Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21592} {"level":"info","ts":"2026-08-22T03:40:38.135514Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21592,"took":"105.506391ms","hash":4256236164,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":44011520,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-08-22T03:40:38.1356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4256236164,"revision":21592,"compact-revision":19581} {"level":"info","ts":"2026-08-22T03:43:49.968094Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a22.wal"} {"level":"info","ts":"2026-08-22T03:45:38.03105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24850} {"level":"info","ts":"2026-08-22T03:45:38.176333Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24850,"took":"141.464248ms","hash":3257304616,"current-db-size-bytes":58503168,"current-db-size":"58 MB","current-db-size-in-use-bytes":31969280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-22T03:45:38.176412Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3257304616,"revision":24850,"compact-revision":21592} {"level":"info","ts":"2026-08-22T03:46:49.236205Z","caller":"traceutil/trace.go:171","msg":"trace[2003427445] transaction","detail":"{read_only:false; response_revision:27644; number_of_response:1; }","duration":"104.964864ms","start":"2026-08-22T03:46:49.131214Z","end":"2026-08-22T03:46:49.236179Z","steps":["trace[2003427445] 'process raft request' (duration: 104.78627ms)"],"step_count":1}