{"level":"warn","ts":"2026-04-28T07:24:05.014286Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:24:05.014371Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.180:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.180:2380","--initial-cluster=instance=https://199.19.213.180:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.180:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.180:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T07:24:05.014434Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:24:05.014446Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.180:2380"]} {"level":"info","ts":"2026-04-28T07:24:05.014463Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:24:05.015104Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"]} {"level":"info","ts":"2026-04-28T07:24:05.015192Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.180:2380"],"listen-peer-urls":["https://199.19.213.180:2380"],"advertise-client-urls":["https://199.19.213.180:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.180:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T07:24:05.019335Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.924798ms"} {"level":"info","ts":"2026-04-28T07:24:05.029116Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5d6864bfaf2cb565","cluster-id":"32ff95319ee9cd99"} {"level":"info","ts":"2026-04-28T07:24:05.029212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T07:24:05.029238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became follower at term 0"} {"level":"info","ts":"2026-04-28T07:24:05.029248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5d6864bfaf2cb565 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T07:24:05.029256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became follower at term 1"} {"level":"info","ts":"2026-04-28T07:24:05.029298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 switched to configuration voters=(6730740417545680229)"} {"level":"warn","ts":"2026-04-28T07:24:05.038027Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T07:24:05.039712Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T07:24:05.040798Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T07:24:05.043589Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5d6864bfaf2cb565","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T07:24:05.043785Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5d6864bfaf2cb565","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T07:24:05.044028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:24:05.044177Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:24:05.04429Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:24:05.045098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 switched to configuration voters=(6730740417545680229)"} {"level":"info","ts":"2026-04-28T07:24:05.045782Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"32ff95319ee9cd99","local-member-id":"5d6864bfaf2cb565","added-peer-id":"5d6864bfaf2cb565","added-peer-peer-urls":["https://199.19.213.180:2380"]} {"level":"info","ts":"2026-04-28T07:24:05.047181Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:24:05.047464Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5d6864bfaf2cb565","initial-advertise-peer-urls":["https://199.19.213.180:2380"],"listen-peer-urls":["https://199.19.213.180:2380"],"advertise-client-urls":["https://199.19.213.180:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T07:24:05.047538Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T07:24:05.047622Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.180:2380"} {"level":"info","ts":"2026-04-28T07:24:05.047641Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.180:2380"} {"level":"info","ts":"2026-04-28T07:24:05.430964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T07:24:05.431031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T07:24:05.431069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 received MsgPreVoteResp from 5d6864bfaf2cb565 at term 1"} {"level":"info","ts":"2026-04-28T07:24:05.431094Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became candidate at term 2"} {"level":"info","ts":"2026-04-28T07:24:05.431105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 received MsgVoteResp from 5d6864bfaf2cb565 at term 2"} {"level":"info","ts":"2026-04-28T07:24:05.431121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d6864bfaf2cb565 became leader at term 2"} {"level":"info","ts":"2026-04-28T07:24:05.431135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5d6864bfaf2cb565 elected leader 5d6864bfaf2cb565 at term 2"} {"level":"info","ts":"2026-04-28T07:24:05.433753Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:05.434596Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:24:05.434656Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:24:05.43458Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5d6864bfaf2cb565","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.180:2379]}","request-path":"/0/members/5d6864bfaf2cb565/attributes","cluster-id":"32ff95319ee9cd99","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T07:24:05.434926Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T07:24:05.434981Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T07:24:05.435072Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"32ff95319ee9cd99","local-member-id":"5d6864bfaf2cb565","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:05.435212Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:05.435272Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:05.438448Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T07:24:05.438968Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.180:2379"} {"level":"info","ts":"2026-04-28T07:24:08.153735Z","caller":"traceutil/trace.go:171","msg":"trace[2135976163] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"148.126543ms","start":"2026-04-28T07:24:08.005585Z","end":"2026-04-28T07:24:08.153712Z","steps":["trace[2135976163] 'process raft request' (duration: 100.98312ms)","trace[2135976163] 'compare' (duration: 47.02862ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:21.695281Z","caller":"traceutil/trace.go:171","msg":"trace[1799737692] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"185.072643ms","start":"2026-04-28T07:24:21.510182Z","end":"2026-04-28T07:24:21.695255Z","steps":["trace[1799737692] 'read index received' (duration: 184.96693ms)","trace[1799737692] 'applied index is now lower than readState.Index' (duration: 104.563µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:21.695509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.241887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-28T07:24:21.69557Z","caller":"traceutil/trace.go:171","msg":"trace[655629350] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:411; }","duration":"185.382441ms","start":"2026-04-28T07:24:21.510176Z","end":"2026-04-28T07:24:21.695558Z","steps":["trace[655629350] 'agreement among raft nodes before linearized reading' (duration: 185.188186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:21.695604Z","caller":"traceutil/trace.go:171","msg":"trace[1181805392] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"318.887659ms","start":"2026-04-28T07:24:21.376682Z","end":"2026-04-28T07:24:21.695569Z","steps":["trace[1181805392] 'process raft request' (duration: 318.422486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:21.696607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:21.376661Z","time spent":"319.040252ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:21.849854Z","caller":"traceutil/trace.go:171","msg":"trace[250065253] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"148.785686ms","start":"2026-04-28T07:24:21.701046Z","end":"2026-04-28T07:24:21.849832Z","steps":["trace[250065253] 'process raft request' (duration: 148.667153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.75324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.680558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:40.753353Z","caller":"traceutil/trace.go:171","msg":"trace[1669306721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"146.873054ms","start":"2026-04-28T07:24:40.606457Z","end":"2026-04-28T07:24:40.75333Z","steps":["trace[1669306721] 'range keys from in-memory index tree' (duration: 146.550785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:47.355969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.28275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:24:47.356064Z","caller":"traceutil/trace.go:171","msg":"trace[1884005903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:626; }","duration":"141.439355ms","start":"2026-04-28T07:24:47.214602Z","end":"2026-04-28T07:24:47.356042Z","steps":["trace[1884005903] 'range keys from in-memory index tree' (duration: 141.072455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:47.356524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.20931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:47.356599Z","caller":"traceutil/trace.go:171","msg":"trace[517523176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"105.275381ms","start":"2026-04-28T07:24:47.251296Z","end":"2026-04-28T07:24:47.356571Z","steps":["trace[517523176] 'range keys from in-memory index tree' (duration: 105.112617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:47.668881Z","caller":"traceutil/trace.go:171","msg":"trace[631160436] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"156.22436ms","start":"2026-04-28T07:24:47.512603Z","end":"2026-04-28T07:24:47.668828Z","steps":["trace[631160436] 'process raft request' (duration: 155.622344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:47.985354Z","caller":"traceutil/trace.go:171","msg":"trace[2073061778] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"289.382967ms","start":"2026-04-28T07:24:47.695942Z","end":"2026-04-28T07:24:47.985325Z","steps":["trace[2073061778] 'process raft request' (duration: 289.205442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:48.163702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.248878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:48.16389Z","caller":"traceutil/trace.go:171","msg":"trace[154983441] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:651; }","duration":"311.30767ms","start":"2026-04-28T07:24:47.852564Z","end":"2026-04-28T07:24:48.163872Z","steps":["trace[154983441] 'read index received' (duration: 132.504899ms)","trace[154983441] 'applied index is now lower than readState.Index' (duration: 178.801431ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:48.164065Z","caller":"traceutil/trace.go:171","msg":"trace[1634004691] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"427.621344ms","start":"2026-04-28T07:24:47.736434Z","end":"2026-04-28T07:24:48.164055Z","steps":["trace[1634004691] 'process raft request' (duration: 427.381347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:48.164135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:47.736418Z","time spent":"427.686566ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:48.164114Z","caller":"traceutil/trace.go:171","msg":"trace[1898440639] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"447.734027ms","start":"2026-04-28T07:24:47.716352Z","end":"2026-04-28T07:24:48.164085Z","steps":["trace[1898440639] 'process raft request' (duration: 312.83238ms)","trace[1898440639] 'compare' (duration: 134.100585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:48.164252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:47.716331Z","time spent":"447.87174ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:48.164598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.001588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:24:48.164717Z","caller":"traceutil/trace.go:171","msg":"trace[81082302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"312.177923ms","start":"2026-04-28T07:24:47.852515Z","end":"2026-04-28T07:24:48.164693Z","steps":["trace[81082302] 'agreement among raft nodes before linearized reading' (duration: 311.843044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:48.164778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:47.852498Z","time spent":"312.264406ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:25:36.755013Z","caller":"traceutil/trace.go:171","msg":"trace[697866788] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"257.282018ms","start":"2026-04-28T07:25:36.497699Z","end":"2026-04-28T07:25:36.754981Z","steps":["trace[697866788] 'process raft request' (duration: 254.354437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:23.343611Z","caller":"traceutil/trace.go:171","msg":"trace[1232421457] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"263.577651ms","start":"2026-04-28T07:26:23.080002Z","end":"2026-04-28T07:26:23.343579Z","steps":["trace[1232421457] 'process raft request' (duration: 263.285833ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:23.367014Z","caller":"traceutil/trace.go:171","msg":"trace[1217927296] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"276.613448ms","start":"2026-04-28T07:26:23.090379Z","end":"2026-04-28T07:26:23.366992Z","steps":["trace[1217927296] 'process raft request' (duration: 276.424383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:23.36725Z","caller":"traceutil/trace.go:171","msg":"trace[213067098] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"274.992723ms","start":"2026-04-28T07:26:23.092211Z","end":"2026-04-28T07:26:23.367204Z","steps":["trace[213067098] 'process raft request' (duration: 274.702075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:23.3672Z","caller":"traceutil/trace.go:171","msg":"trace[974878670] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1947; }","duration":"217.412275ms","start":"2026-04-28T07:26:23.149743Z","end":"2026-04-28T07:26:23.367155Z","steps":["trace[974878670] 'read index received' (duration: 193.775796ms)","trace[974878670] 'applied index is now lower than readState.Index' (duration: 23.634018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:23.367526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.760484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:26:23.36758Z","caller":"traceutil/trace.go:171","msg":"trace[361729335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"217.892207ms","start":"2026-04-28T07:26:23.149678Z","end":"2026-04-28T07:26:23.36757Z","steps":["trace[361729335] 'agreement among raft nodes before linearized reading' (duration: 217.65462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:23.639401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.755238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:23.639733Z","caller":"traceutil/trace.go:171","msg":"trace[290190807] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"176.06834ms","start":"2026-04-28T07:26:23.463628Z","end":"2026-04-28T07:26:23.639697Z","steps":["trace[290190807] 'process raft request' (duration: 175.936906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:23.639777Z","caller":"traceutil/trace.go:171","msg":"trace[1171700626] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"266.632284ms","start":"2026-04-28T07:26:23.373085Z","end":"2026-04-28T07:26:23.639717Z","steps":["trace[1171700626] 'process raft request' (duration: 34.464206ms)","trace[1171700626] 'compare' (duration: 231.575822ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:28.3261Z","caller":"traceutil/trace.go:171","msg":"trace[1885976932] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"132.0694ms","start":"2026-04-28T07:26:28.193998Z","end":"2026-04-28T07:26:28.326068Z","steps":["trace[1885976932] 'process raft request' (duration: 129.596613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:28.336267Z","caller":"traceutil/trace.go:171","msg":"trace[1014628546] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"106.82607ms","start":"2026-04-28T07:26:28.229399Z","end":"2026-04-28T07:26:28.336225Z","steps":["trace[1014628546] 'process raft request' (duration: 106.554832ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.501886Z","caller":"traceutil/trace.go:171","msg":"trace[1614211241] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"131.046493ms","start":"2026-04-28T07:26:38.370809Z","end":"2026-04-28T07:26:38.501856Z","steps":["trace[1614211241] 'process raft request' (duration: 130.810316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.502637Z","caller":"traceutil/trace.go:171","msg":"trace[1774862184] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"130.104057ms","start":"2026-04-28T07:26:38.372504Z","end":"2026-04-28T07:26:38.502608Z","steps":["trace[1774862184] 'process raft request' (duration: 129.865611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:12.272617Z","caller":"traceutil/trace.go:171","msg":"trace[1264188255] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"103.710984ms","start":"2026-04-28T07:27:12.168874Z","end":"2026-04-28T07:27:12.272585Z","steps":["trace[1264188255] 'process raft request' (duration: 74.285647ms)","trace[1264188255] 'compare' (duration: 29.213501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:18.384375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.817309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:27:18.384405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.378728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:18.384503Z","caller":"traceutil/trace.go:171","msg":"trace[1237659227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2225; }","duration":"304.027905ms","start":"2026-04-28T07:27:18.080446Z","end":"2026-04-28T07:27:18.384474Z","steps":["trace[1237659227] 'range keys from in-memory index tree' (duration: 303.551691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:18.384557Z","caller":"traceutil/trace.go:171","msg":"trace[1131406789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"132.563524ms","start":"2026-04-28T07:27:18.251961Z","end":"2026-04-28T07:27:18.384524Z","steps":["trace[1131406789] 'range keys from in-memory index tree' (duration: 132.253445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:18.384569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:18.080422Z","time spent":"304.134438ms","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:27:18.384117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.7723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:27:18.384685Z","caller":"traceutil/trace.go:171","msg":"trace[1376339044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2225; }","duration":"133.394706ms","start":"2026-04-28T07:27:18.251272Z","end":"2026-04-28T07:27:18.384667Z","steps":["trace[1376339044] 'range keys from in-memory index tree' (duration: 132.591164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:18.582886Z","caller":"traceutil/trace.go:171","msg":"trace[1141370299] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"193.141956ms","start":"2026-04-28T07:27:18.389712Z","end":"2026-04-28T07:27:18.582854Z","steps":["trace[1141370299] 'process raft request' (duration: 192.943781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:18.694933Z","caller":"traceutil/trace.go:171","msg":"trace[1587521515] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"304.272302ms","start":"2026-04-28T07:27:18.390638Z","end":"2026-04-28T07:27:18.69491Z","steps":["trace[1587521515] 'process raft request' (duration: 275.71962ms)","trace[1587521515] 'compare' (duration: 28.439419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:18.695064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:18.390602Z","time spent":"304.390446ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:27.091938Z","caller":"traceutil/trace.go:171","msg":"trace[205842524] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"151.251242ms","start":"2026-04-28T07:28:26.940661Z","end":"2026-04-28T07:28:27.091912Z","steps":["trace[205842524] 'process raft request' (duration: 151.102438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:27.507913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.479991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:27.507992Z","caller":"traceutil/trace.go:171","msg":"trace[1948085356] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2798; }","duration":"146.616915ms","start":"2026-04-28T07:28:27.361356Z","end":"2026-04-28T07:28:27.507973Z","steps":["trace[1948085356] 'count revisions from in-memory index tree' (duration: 146.392619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:27.508171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.698628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:27.508252Z","caller":"traceutil/trace.go:171","msg":"trace[352430667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2798; }","duration":"256.820511ms","start":"2026-04-28T07:28:27.251413Z","end":"2026-04-28T07:28:27.508233Z","steps":["trace[352430667] 'range keys from in-memory index tree' (duration: 256.587444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:27.508255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.849351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:28:27.508367Z","caller":"traceutil/trace.go:171","msg":"trace[1000612815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2798; }","duration":"167.008115ms","start":"2026-04-28T07:28:27.341335Z","end":"2026-04-28T07:28:27.508344Z","steps":["trace[1000612815] 'range keys from in-memory index tree' (duration: 166.593403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:34.128012Z","caller":"traceutil/trace.go:171","msg":"trace[1299239868] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"276.564173ms","start":"2026-04-28T07:28:33.851422Z","end":"2026-04-28T07:28:34.127986Z","steps":["trace[1299239868] 'process raft request' (duration: 276.397648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:34.130877Z","caller":"traceutil/trace.go:171","msg":"trace[376338018] linearizableReadLoop","detail":"{readStateIndex:2941; appliedIndex:2939; }","duration":"101.210009ms","start":"2026-04-28T07:28:34.02965Z","end":"2026-04-28T07:28:34.13086Z","steps":["trace[376338018] 'read index received' (duration: 98.193156ms)","trace[376338018] 'applied index is now lower than readState.Index' (duration: 3.015673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:34.131037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.378594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T07:28:34.131069Z","caller":"traceutil/trace.go:171","msg":"trace[685691732] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2835; }","duration":"101.468846ms","start":"2026-04-28T07:28:34.029594Z","end":"2026-04-28T07:28:34.131063Z","steps":["trace[685691732] 'agreement among raft nodes before linearized reading' (duration: 101.333962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:35.391485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.537982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:28:35.39179Z","caller":"traceutil/trace.go:171","msg":"trace[626187467] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2944; }","duration":"151.752836ms","start":"2026-04-28T07:28:35.240017Z","end":"2026-04-28T07:28:35.39177Z","steps":["trace[626187467] 'read index received' (duration: 37.481µs)","trace[626187467] 'applied index is now lower than readState.Index' (duration: 151.714145ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:35.392078Z","caller":"traceutil/trace.go:171","msg":"trace[1572635083] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"215.745872ms","start":"2026-04-28T07:28:35.176317Z","end":"2026-04-28T07:28:35.392063Z","steps":["trace[1572635083] 'compare' (duration: 213.222154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:35.392217Z","caller":"traceutil/trace.go:171","msg":"trace[369970683] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"170.497761ms","start":"2026-04-28T07:28:35.221684Z","end":"2026-04-28T07:28:35.392182Z","steps":["trace[369970683] 'process raft request' (duration: 169.941255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:35.392347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.288651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:28:35.392409Z","caller":"traceutil/trace.go:171","msg":"trace[165334371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2841; }","duration":"152.430364ms","start":"2026-04-28T07:28:35.23996Z","end":"2026-04-28T07:28:35.39239Z","steps":["trace[165334371] 'agreement among raft nodes before linearized reading' (duration: 152.169067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:35.392414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.611183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:28:35.392578Z","caller":"traceutil/trace.go:171","msg":"trace[613254899] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"170.874231ms","start":"2026-04-28T07:28:35.221684Z","end":"2026-04-28T07:28:35.392558Z","steps":["trace[613254899] 'process raft request' (duration: 170.043658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:35.392603Z","caller":"traceutil/trace.go:171","msg":"trace[1476226599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2841; }","duration":"139.845909ms","start":"2026-04-28T07:28:35.252742Z","end":"2026-04-28T07:28:35.392588Z","steps":["trace[1476226599] 'agreement among raft nodes before linearized reading' (duration: 139.554721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:35.981013Z","caller":"traceutil/trace.go:171","msg":"trace[185196477] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"586.414158ms","start":"2026-04-28T07:28:35.394576Z","end":"2026-04-28T07:28:35.980991Z","steps":["trace[185196477] 'process raft request' (duration: 586.285785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:35.98115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:35.394556Z","time spent":"586.520212ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:35.995343Z","caller":"traceutil/trace.go:171","msg":"trace[78636318] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"584.687311ms","start":"2026-04-28T07:28:35.410643Z","end":"2026-04-28T07:28:35.99533Z","steps":["trace[78636318] 'process raft request' (duration: 584.590648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:35.995417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:35.410615Z","time spent":"584.761843ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:35.995657Z","caller":"traceutil/trace.go:171","msg":"trace[327173417] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"584.916808ms","start":"2026-04-28T07:28:35.410732Z","end":"2026-04-28T07:28:35.995649Z","steps":["trace[327173417] 'process raft request' (duration: 584.565978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:35.995701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:35.410725Z","time spent":"584.958829ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:35.995868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.523742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:28:35.99589Z","caller":"traceutil/trace.go:171","msg":"trace[1219533931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2844; }","duration":"382.587653ms","start":"2026-04-28T07:28:35.613297Z","end":"2026-04-28T07:28:35.995884Z","steps":["trace[1219533931] 'agreement among raft nodes before linearized reading' (duration: 382.518981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:35.995904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:35.613274Z","time spent":"382.627455ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:28:35.996065Z","caller":"traceutil/trace.go:171","msg":"trace[1120091074] linearizableReadLoop","detail":"{readStateIndex:2950; appliedIndex:2947; }","duration":"382.228433ms","start":"2026-04-28T07:28:35.613347Z","end":"2026-04-28T07:28:35.995575Z","steps":["trace[1120091074] 'read index received' (duration: 367.448807ms)","trace[1120091074] 'applied index is now lower than readState.Index' (duration: 14.777176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:39.349389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.215147689s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:28:39.400611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30717961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:39.400695Z","caller":"traceutil/trace.go:171","msg":"trace[275777639] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2845; }","duration":"3.307305573s","start":"2026-04-28T07:28:36.093364Z","end":"2026-04-28T07:28:39.400669Z","steps":["trace[275777639] 'count revisions from in-memory index tree' (duration: 3.307081467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.40074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.093344Z","time spent":"3.307383275s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:28:39.402439Z","caller":"traceutil/trace.go:171","msg":"trace[855427103] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"3.268293872s","start":"2026-04-28T07:28:36.134128Z","end":"2026-04-28T07:28:39.402422Z","steps":["trace[855427103] 'process raft request' (duration: 3.21592629s)","trace[855427103] 'compare' (duration: 52.033873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:39.402545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:36.134114Z","time spent":"3.268366574s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:39.417741Z","caller":"traceutil/trace.go:171","msg":"trace[1761907145] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"100.929609ms","start":"2026-04-28T07:28:39.316767Z","end":"2026-04-28T07:28:39.417696Z","steps":["trace[1761907145] 'process raft request' (duration: 100.669882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.417942Z","caller":"traceutil/trace.go:171","msg":"trace[1057262309] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"101.107794ms","start":"2026-04-28T07:28:39.316824Z","end":"2026-04-28T07:28:39.417932Z","steps":["trace[1057262309] 'process raft request' (duration: 100.788235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.418285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.750612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:28:39.418386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.899956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:28:39.418377Z","caller":"traceutil/trace.go:171","msg":"trace[634293707] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2850; }","duration":"101.865725ms","start":"2026-04-28T07:28:39.31649Z","end":"2026-04-28T07:28:39.418356Z","steps":["trace[634293707] 'agreement among raft nodes before linearized reading' (duration: 101.724701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.418427Z","caller":"traceutil/trace.go:171","msg":"trace[903986831] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2850; }","duration":"101.960897ms","start":"2026-04-28T07:28:39.316454Z","end":"2026-04-28T07:28:39.418415Z","steps":["trace[903986831] 'agreement among raft nodes before linearized reading' (duration: 101.862825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.418798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.378869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:39.418827Z","caller":"traceutil/trace.go:171","msg":"trace[1155685860] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2850; }","duration":"102.42888ms","start":"2026-04-28T07:28:39.316389Z","end":"2026-04-28T07:28:39.418818Z","steps":["trace[1155685860] 'agreement among raft nodes before linearized reading' (duration: 102.378299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.419108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.0406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:28:39.419162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.756139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T07:28:39.419204Z","caller":"traceutil/trace.go:171","msg":"trace[313023155] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2850; }","duration":"102.811991ms","start":"2026-04-28T07:28:39.316382Z","end":"2026-04-28T07:28:39.419194Z","steps":["trace[313023155] 'agreement among raft nodes before linearized reading' (duration: 102.625936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.41927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.535543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:28:39.419316Z","caller":"traceutil/trace.go:171","msg":"trace[228276138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2850; }","duration":"102.587185ms","start":"2026-04-28T07:28:39.316715Z","end":"2026-04-28T07:28:39.419303Z","steps":["trace[228276138] 'agreement among raft nodes before linearized reading' (duration: 102.472752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.419436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.023487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.180\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:28:39.419675Z","caller":"traceutil/trace.go:171","msg":"trace[2136311326] range","detail":"{range_begin:/registry/masterleases/199.19.213.180; range_end:; response_count:1; response_revision:2850; }","duration":"103.091929ms","start":"2026-04-28T07:28:39.316367Z","end":"2026-04-28T07:28:39.419459Z","steps":["trace[2136311326] 'agreement among raft nodes before linearized reading' (duration: 102.969866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.41988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.594222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:28:39.419908Z","caller":"traceutil/trace.go:171","msg":"trace[717717008] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2850; }","duration":"103.665454ms","start":"2026-04-28T07:28:39.316235Z","end":"2026-04-28T07:28:39.419901Z","steps":["trace[717717008] 'agreement among raft nodes before linearized reading' (duration: 103.581212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:39.420062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.465789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:28:39.420125Z","caller":"traceutil/trace.go:171","msg":"trace[1461139144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2850; }","duration":"103.553262ms","start":"2026-04-28T07:28:39.316555Z","end":"2026-04-28T07:28:39.420109Z","steps":["trace[1461139144] 'agreement among raft nodes before linearized reading' (duration: 103.213333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.419163Z","caller":"traceutil/trace.go:171","msg":"trace[679244826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2850; }","duration":"102.149192ms","start":"2026-04-28T07:28:39.316997Z","end":"2026-04-28T07:28:39.419146Z","steps":["trace[679244826] 'agreement among raft nodes before linearized reading' (duration: 102.004858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.561065Z","caller":"traceutil/trace.go:171","msg":"trace[1293833968] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"135.591254ms","start":"2026-04-28T07:28:39.425455Z","end":"2026-04-28T07:28:39.561046Z","steps":["trace[1293833968] 'process raft request' (duration: 135.527642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.561118Z","caller":"traceutil/trace.go:171","msg":"trace[67149352] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"136.819988ms","start":"2026-04-28T07:28:39.424253Z","end":"2026-04-28T07:28:39.561073Z","steps":["trace[67149352] 'process raft request' (duration: 91.606933ms)","trace[67149352] 'compare' (duration: 44.995219ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:39.561161Z","caller":"traceutil/trace.go:171","msg":"trace[1224528074] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"135.565783ms","start":"2026-04-28T07:28:39.425563Z","end":"2026-04-28T07:28:39.561129Z","steps":["trace[1224528074] 'process raft request' (duration: 135.45276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.56142Z","caller":"traceutil/trace.go:171","msg":"trace[542291504] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"135.795999ms","start":"2026-04-28T07:28:39.425597Z","end":"2026-04-28T07:28:39.561393Z","steps":["trace[542291504] 'process raft request' (duration: 135.46331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.561656Z","caller":"traceutil/trace.go:171","msg":"trace[1579848390] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"135.549302ms","start":"2026-04-28T07:28:39.426097Z","end":"2026-04-28T07:28:39.561646Z","steps":["trace[1579848390] 'process raft request' (duration: 135.005907ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.56169Z","caller":"traceutil/trace.go:171","msg":"trace[1374019667] linearizableReadLoop","detail":"{readStateIndex:2962; appliedIndex:2957; }","duration":"120.421216ms","start":"2026-04-28T07:28:39.441259Z","end":"2026-04-28T07:28:39.56168Z","steps":["trace[1374019667] 'read index received' (duration: 74.777829ms)","trace[1374019667] 'applied index is now lower than readState.Index' (duration: 45.642347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:39.561878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.504344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-28T07:28:39.561884Z","caller":"traceutil/trace.go:171","msg":"trace[561478096] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"119.465739ms","start":"2026-04-28T07:28:39.442403Z","end":"2026-04-28T07:28:39.561868Z","steps":["trace[561478096] 'process raft request' (duration: 119.219763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.561913Z","caller":"traceutil/trace.go:171","msg":"trace[316458931] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2856; }","duration":"138.564645ms","start":"2026-04-28T07:28:39.42334Z","end":"2026-04-28T07:28:39.561904Z","steps":["trace[316458931] 'agreement among raft nodes before linearized reading' (duration: 138.443812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:39.563059Z","caller":"traceutil/trace.go:171","msg":"trace[611945767] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"118.920885ms","start":"2026-04-28T07:28:39.444124Z","end":"2026-04-28T07:28:39.563045Z","steps":["trace[611945767] 'process raft request' (duration: 117.550757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:13.369638Z","caller":"traceutil/trace.go:171","msg":"trace[1904146137] linearizableReadLoop","detail":"{readStateIndex:3140; appliedIndex:3139; }","duration":"204.16591ms","start":"2026-04-28T07:29:13.165439Z","end":"2026-04-28T07:29:13.369605Z","steps":["trace[1904146137] 'read index received' (duration: 203.955264ms)","trace[1904146137] 'applied index is now lower than readState.Index' (duration: 209.116µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:13.369691Z","caller":"traceutil/trace.go:171","msg":"trace[867709663] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"324.672104ms","start":"2026-04-28T07:29:13.044986Z","end":"2026-04-28T07:29:13.369658Z","steps":["trace[867709663] 'process raft request' (duration: 324.389907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:13.369866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.411666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:13.369948Z","caller":"traceutil/trace.go:171","msg":"trace[2004743518] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3027; }","duration":"204.558061ms","start":"2026-04-28T07:29:13.165364Z","end":"2026-04-28T07:29:13.369922Z","steps":["trace[2004743518] 'agreement among raft nodes before linearized reading' (duration: 204.434857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:13.369936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:13.04495Z","time spent":"324.813868ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:13.370207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.03939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T07:29:13.370392Z","caller":"traceutil/trace.go:171","msg":"trace[834635994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3027; }","duration":"117.298917ms","start":"2026-04-28T07:29:13.253064Z","end":"2026-04-28T07:29:13.370363Z","steps":["trace[834635994] 'agreement among raft nodes before linearized reading' (duration: 116.907916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:40.591549Z","caller":"traceutil/trace.go:171","msg":"trace[2000870768] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"124.280853ms","start":"2026-04-28T07:32:40.467244Z","end":"2026-04-28T07:32:40.591524Z","steps":["trace[2000870768] 'process raft request' (duration: 124.060159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:40.735369Z","caller":"traceutil/trace.go:171","msg":"trace[1013411432] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5241; }","duration":"231.896192ms","start":"2026-04-28T07:32:40.503432Z","end":"2026-04-28T07:32:40.735328Z","steps":["trace[1013411432] 'read index received' (duration: 87.840578ms)","trace[1013411432] 'applied index is now lower than readState.Index' (duration: 144.054054ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:40.735434Z","caller":"traceutil/trace.go:171","msg":"trace[844299176] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"264.603643ms","start":"2026-04-28T07:32:40.470791Z","end":"2026-04-28T07:32:40.735394Z","steps":["trace[844299176] 'process raft request' (duration: 221.559784ms)","trace[844299176] 'compare' (duration: 42.792774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:32:40.735688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.232677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92367a61-d1c2-4f5e-864e-8a76cb0e3ded\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-28T07:32:40.735752Z","caller":"traceutil/trace.go:171","msg":"trace[1744225069] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-92367a61-d1c2-4f5e-864e-8a76cb0e3ded; range_end:; response_count:1; response_revision:5052; }","duration":"232.346799ms","start":"2026-04-28T07:32:40.503391Z","end":"2026-04-28T07:32:40.735738Z","steps":["trace[1744225069] 'agreement among raft nodes before linearized reading' (duration: 232.112795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:40.735747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.207966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92367a61-d1c2-4f5e-864e-8a76cb0e3ded\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-28T07:32:40.73573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.489113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:32:40.735797Z","caller":"traceutil/trace.go:171","msg":"trace[614509156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-92367a61-d1c2-4f5e-864e-8a76cb0e3ded; range_end:; response_count:1; response_revision:5052; }","duration":"158.325838ms","start":"2026-04-28T07:32:40.577456Z","end":"2026-04-28T07:32:40.735782Z","steps":["trace[614509156] 'agreement among raft nodes before linearized reading' (duration: 158.130655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:40.735839Z","caller":"traceutil/trace.go:171","msg":"trace[1980381487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5052; }","duration":"129.635226ms","start":"2026-04-28T07:32:40.606174Z","end":"2026-04-28T07:32:40.73581Z","steps":["trace[1980381487] 'agreement among raft nodes before linearized reading' (duration: 129.452353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:41.164206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.611041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:32:41.164346Z","caller":"traceutil/trace.go:171","msg":"trace[2103755726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5059; }","duration":"201.827904ms","start":"2026-04-28T07:32:40.962492Z","end":"2026-04-28T07:32:41.16432Z","steps":["trace[2103755726] 'range keys from in-memory index tree' (duration: 201.347786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:41.165537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.34318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778473"} {"level":"info","ts":"2026-04-28T07:32:41.165666Z","caller":"traceutil/trace.go:171","msg":"trace[840860927] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5059; }","duration":"143.527054ms","start":"2026-04-28T07:32:41.022099Z","end":"2026-04-28T07:32:41.165626Z","steps":["trace[840860927] 'range keys from in-memory index tree' (duration: 141.693113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:50.818854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.05664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:32:50.819021Z","caller":"traceutil/trace.go:171","msg":"trace[370511945] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"109.885313ms","start":"2026-04-28T07:32:50.709122Z","end":"2026-04-28T07:32:50.819007Z","steps":["trace[370511945] 'process raft request' (duration: 109.824631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:50.819098Z","caller":"traceutil/trace.go:171","msg":"trace[1001269136] linearizableReadLoop","detail":"{readStateIndex:5444; appliedIndex:5443; }","duration":"138.8184ms","start":"2026-04-28T07:32:50.68021Z","end":"2026-04-28T07:32:50.819029Z","steps":["trace[1001269136] 'read index received' (duration: 26.4418ms)","trace[1001269136] 'applied index is now lower than readState.Index' (duration: 112.37108ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:50.819143Z","caller":"traceutil/trace.go:171","msg":"trace[1448443285] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"194.725844ms","start":"2026-04-28T07:32:50.624387Z","end":"2026-04-28T07:32:50.819113Z","steps":["trace[1448443285] 'process raft request' (duration: 92.295704ms)","trace[1448443285] 'compare' (duration: 101.913266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:32:50.819323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.109439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-js7bz\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-28T07:32:50.819358Z","caller":"traceutil/trace.go:171","msg":"trace[1935247290] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-js7bz; range_end:; response_count:1; response_revision:5247; }","duration":"139.182361ms","start":"2026-04-28T07:32:50.680167Z","end":"2026-04-28T07:32:50.819349Z","steps":["trace[1935247290] 'agreement among raft nodes before linearized reading' (duration: 139.020207ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:51.011584Z","caller":"traceutil/trace.go:171","msg":"trace[1339559402] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"132.278973ms","start":"2026-04-28T07:32:50.879274Z","end":"2026-04-28T07:32:51.011553Z","steps":["trace[1339559402] 'process raft request' (duration: 47.150924ms)","trace[1339559402] 'compare' (duration: 84.945224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:51.053459Z","caller":"traceutil/trace.go:171","msg":"trace[2029944166] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5449; }","duration":"139.423848ms","start":"2026-04-28T07:32:50.914012Z","end":"2026-04-28T07:32:51.053435Z","steps":["trace[2029944166] 'read index received' (duration: 12.344946ms)","trace[2029944166] 'applied index is now lower than readState.Index' (duration: 127.077991ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:51.053568Z","caller":"traceutil/trace.go:171","msg":"trace[519567055] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"173.68056ms","start":"2026-04-28T07:32:50.879876Z","end":"2026-04-28T07:32:51.053557Z","steps":["trace[519567055] 'process raft request' (duration: 173.280689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:51.053923Z","caller":"traceutil/trace.go:171","msg":"trace[1188420072] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"172.533339ms","start":"2026-04-28T07:32:50.881375Z","end":"2026-04-28T07:32:51.053908Z","steps":["trace[1188420072] 'process raft request' (duration: 172.015385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:51.053976Z","caller":"traceutil/trace.go:171","msg":"trace[1625157913] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"173.603268ms","start":"2026-04-28T07:32:50.880341Z","end":"2026-04-28T07:32:51.053944Z","steps":["trace[1625157913] 'process raft request' (duration: 172.9425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:51.054048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.026793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:32:51.054093Z","caller":"traceutil/trace.go:171","msg":"trace[935977728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5256; }","duration":"140.136057ms","start":"2026-04-28T07:32:50.913947Z","end":"2026-04-28T07:32:51.054083Z","steps":["trace[935977728] 'agreement among raft nodes before linearized reading' (duration: 139.963122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:51.053991Z","caller":"traceutil/trace.go:171","msg":"trace[1584960664] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"173.29953ms","start":"2026-04-28T07:32:50.880672Z","end":"2026-04-28T07:32:51.053971Z","steps":["trace[1584960664] 'process raft request' (duration: 172.677583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:51.054272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.68394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:32:51.054318Z","caller":"traceutil/trace.go:171","msg":"trace[1863326882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5256; }","duration":"108.761202ms","start":"2026-04-28T07:32:50.945545Z","end":"2026-04-28T07:32:51.054306Z","steps":["trace[1863326882] 'agreement among raft nodes before linearized reading' (duration: 108.654589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:51.054311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.41512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:32:51.054413Z","caller":"traceutil/trace.go:171","msg":"trace[848286689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5256; }","duration":"138.608666ms","start":"2026-04-28T07:32:50.915783Z","end":"2026-04-28T07:32:51.054392Z","steps":["trace[848286689] 'agreement among raft nodes before linearized reading' (duration: 138.324078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:59.942949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.01134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:32:59.943087Z","caller":"traceutil/trace.go:171","msg":"trace[67670931] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5640; }","duration":"171.638175ms","start":"2026-04-28T07:32:59.771432Z","end":"2026-04-28T07:32:59.943071Z","steps":["trace[67670931] 'read index received' (duration: 8.411799ms)","trace[67670931] 'applied index is now lower than readState.Index' (duration: 163.224656ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:59.943174Z","caller":"traceutil/trace.go:171","msg":"trace[320730227] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"215.381206ms","start":"2026-04-28T07:32:59.727781Z","end":"2026-04-28T07:32:59.943162Z","steps":["trace[320730227] 'process raft request' (duration: 52.053788ms)","trace[320730227] 'compare' (duration: 162.801534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:32:59.943565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.104467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cccb44d4-3cc0-4946-97e9-b723b57dfe6b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-28T07:32:59.943658Z","caller":"traceutil/trace.go:171","msg":"trace[432009849] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cccb44d4-3cc0-4946-97e9-b723b57dfe6b; range_end:; response_count:1; response_revision:5438; }","duration":"172.234571ms","start":"2026-04-28T07:32:59.771403Z","end":"2026-04-28T07:32:59.943638Z","steps":["trace[432009849] 'agreement among raft nodes before linearized reading' (duration: 171.943583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.161271Z","caller":"traceutil/trace.go:171","msg":"trace[806274532] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"207.880269ms","start":"2026-04-28T07:32:59.953352Z","end":"2026-04-28T07:33:00.161233Z","steps":["trace[806274532] 'process raft request' (duration: 151.758753ms)","trace[806274532] 'compare' (duration: 55.928471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:00.436935Z","caller":"traceutil/trace.go:171","msg":"trace[1411898980] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5642; }","duration":"184.422446ms","start":"2026-04-28T07:33:00.252479Z","end":"2026-04-28T07:33:00.436902Z","steps":["trace[1411898980] 'read index received' (duration: 124.164347ms)","trace[1411898980] 'applied index is now lower than readState.Index' (duration: 60.256939ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:00.437006Z","caller":"traceutil/trace.go:171","msg":"trace[351614694] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"260.32456ms","start":"2026-04-28T07:33:00.176636Z","end":"2026-04-28T07:33:00.43696Z","steps":["trace[351614694] 'process raft request' (duration: 199.890317ms)","trace[351614694] 'compare' (duration: 60.087204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:00.437115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.615391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:00.43716Z","caller":"traceutil/trace.go:171","msg":"trace[568191960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"184.734994ms","start":"2026-04-28T07:33:00.252413Z","end":"2026-04-28T07:33:00.437148Z","steps":["trace[568191960] 'agreement among raft nodes before linearized reading' (duration: 184.623041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.483375Z","caller":"traceutil/trace.go:171","msg":"trace[636113398] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"192.64454ms","start":"2026-04-28T07:33:00.290707Z","end":"2026-04-28T07:33:00.483351Z","steps":["trace[636113398] 'process raft request' (duration: 192.496146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.68242Z","caller":"traceutil/trace.go:171","msg":"trace[607601089] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"284.58634ms","start":"2026-04-28T07:33:00.397771Z","end":"2026-04-28T07:33:00.682358Z","steps":["trace[607601089] 'process raft request' (duration: 245.380264ms)","trace[607601089] 'compare' (duration: 38.768294ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:00.682724Z","caller":"traceutil/trace.go:171","msg":"trace[265588228] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"238.917037ms","start":"2026-04-28T07:33:00.443784Z","end":"2026-04-28T07:33:00.682701Z","steps":["trace[265588228] 'process raft request' (duration: 238.457625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.682701Z","caller":"traceutil/trace.go:171","msg":"trace[2058679297] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5643; }","duration":"244.394697ms","start":"2026-04-28T07:33:00.438274Z","end":"2026-04-28T07:33:00.682669Z","steps":["trace[2058679297] 'read index received' (duration: 44.972443ms)","trace[2058679297] 'applied index is now lower than readState.Index' (duration: 199.420974ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:00.682727Z","caller":"traceutil/trace.go:171","msg":"trace[1939981723] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"239.092973ms","start":"2026-04-28T07:33:00.443616Z","end":"2026-04-28T07:33:00.682709Z","steps":["trace[1939981723] 'process raft request' (duration: 238.486336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:00.682879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.584102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:00.682943Z","caller":"traceutil/trace.go:171","msg":"trace[725242618] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"238.737703ms","start":"2026-04-28T07:33:00.444196Z","end":"2026-04-28T07:33:00.682934Z","steps":["trace[725242618] 'process raft request' (duration: 238.209358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.682944Z","caller":"traceutil/trace.go:171","msg":"trace[253822279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5448; }","duration":"244.691405ms","start":"2026-04-28T07:33:00.438233Z","end":"2026-04-28T07:33:00.682924Z","steps":["trace[253822279] 'agreement among raft nodes before linearized reading' (duration: 244.571341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.683036Z","caller":"traceutil/trace.go:171","msg":"trace[1421466240] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"239.227776ms","start":"2026-04-28T07:33:00.443802Z","end":"2026-04-28T07:33:00.68303Z","steps":["trace[1421466240] 'process raft request' (duration: 238.546158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.683103Z","caller":"traceutil/trace.go:171","msg":"trace[1222414575] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"238.683661ms","start":"2026-04-28T07:33:00.444411Z","end":"2026-04-28T07:33:00.683095Z","steps":["trace[1222414575] 'process raft request' (duration: 238.063144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:00.683132Z","caller":"traceutil/trace.go:171","msg":"trace[544698557] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"238.151347ms","start":"2026-04-28T07:33:00.444957Z","end":"2026-04-28T07:33:00.683108Z","steps":["trace[544698557] 'process raft request' (duration: 237.622422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:11.415695Z","caller":"traceutil/trace.go:171","msg":"trace[184143481] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5804; }","duration":"164.683609ms","start":"2026-04-28T07:33:11.250985Z","end":"2026-04-28T07:33:11.415668Z","steps":["trace[184143481] 'read index received' (duration: 64.702859ms)","trace[184143481] 'applied index is now lower than readState.Index' (duration: 99.97976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:11.415712Z","caller":"traceutil/trace.go:171","msg":"trace[1374853541] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"165.874312ms","start":"2026-04-28T07:33:11.249794Z","end":"2026-04-28T07:33:11.415668Z","steps":["trace[1374853541] 'process raft request' (duration: 65.902783ms)","trace[1374853541] 'compare' (duration: 99.808074ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:11.415802Z","caller":"traceutil/trace.go:171","msg":"trace[804348869] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"162.318515ms","start":"2026-04-28T07:33:11.253471Z","end":"2026-04-28T07:33:11.41579Z","steps":["trace[804348869] 'process raft request' (duration: 162.172471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:11.415923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.914515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:33:11.416466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.931966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:33:11.416536Z","caller":"traceutil/trace.go:171","msg":"trace[90074595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5601; }","duration":"165.09447ms","start":"2026-04-28T07:33:11.25143Z","end":"2026-04-28T07:33:11.416525Z","steps":["trace[90074595] 'agreement among raft nodes before linearized reading' (duration: 164.869214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:11.416498Z","caller":"traceutil/trace.go:171","msg":"trace[1765928138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5601; }","duration":"165.518882ms","start":"2026-04-28T07:33:11.250968Z","end":"2026-04-28T07:33:11.416487Z","steps":["trace[1765928138] 'agreement among raft nodes before linearized reading' (duration: 164.803352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:39.662696Z","caller":"traceutil/trace.go:171","msg":"trace[170210903] linearizableReadLoop","detail":"{readStateIndex:5982; appliedIndex:5981; }","duration":"100.294148ms","start":"2026-04-28T07:33:39.562369Z","end":"2026-04-28T07:33:39.662663Z","steps":["trace[170210903] 'read index received' (duration: 30.679095ms)","trace[170210903] 'applied index is now lower than readState.Index' (duration: 69.613663ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:39.662791Z","caller":"traceutil/trace.go:171","msg":"trace[1653977435] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"156.905888ms","start":"2026-04-28T07:33:39.505847Z","end":"2026-04-28T07:33:39.662753Z","steps":["trace[1653977435] 'process raft request' (duration: 87.291404ms)","trace[1653977435] 'compare' (duration: 69.330996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:39.662922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.543314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:33:39.663555Z","caller":"traceutil/trace.go:171","msg":"trace[295869973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5770; }","duration":"100.685389ms","start":"2026-04-28T07:33:39.562296Z","end":"2026-04-28T07:33:39.662982Z","steps":["trace[295869973] 'agreement among raft nodes before linearized reading' (duration: 100.471493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:39.90063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.78869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-28T07:33:39.900705Z","caller":"traceutil/trace.go:171","msg":"trace[746815041] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5776; }","duration":"136.899433ms","start":"2026-04-28T07:33:39.76379Z","end":"2026-04-28T07:33:39.90069Z","steps":["trace[746815041] 'range keys from in-memory index tree' (duration: 136.620846ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:39.92029Z","caller":"traceutil/trace.go:171","msg":"trace[243415698] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"127.101577ms","start":"2026-04-28T07:33:39.793052Z","end":"2026-04-28T07:33:39.920154Z","steps":["trace[243415698] 'process raft request' (duration: 126.775998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.122882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.198362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:33:40.123012Z","caller":"traceutil/trace.go:171","msg":"trace[1757788290] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"147.227514ms","start":"2026-04-28T07:33:39.975764Z","end":"2026-04-28T07:33:40.122991Z","steps":["trace[1757788290] 'process raft request' (duration: 27.833147ms)","trace[1757788290] 'compare' (duration: 119.006237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:40.144278Z","caller":"traceutil/trace.go:171","msg":"trace[2121514708] linearizableReadLoop","detail":"{readStateIndex:6003; appliedIndex:5991; }","duration":"167.559037ms","start":"2026-04-28T07:33:39.976702Z","end":"2026-04-28T07:33:40.144261Z","steps":["trace[2121514708] 'read index received' (duration: 26.880111ms)","trace[2121514708] 'applied index is now lower than readState.Index' (duration: 140.677946ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:40.144365Z","caller":"traceutil/trace.go:171","msg":"trace[1851832042] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"167.867566ms","start":"2026-04-28T07:33:39.976488Z","end":"2026-04-28T07:33:40.144356Z","steps":["trace[1851832042] 'process raft request' (duration: 167.64321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144379Z","caller":"traceutil/trace.go:171","msg":"trace[560792118] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"168.358659ms","start":"2026-04-28T07:33:39.975983Z","end":"2026-04-28T07:33:40.144342Z","steps":["trace[560792118] 'process raft request' (duration: 167.913567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.14445Z","caller":"traceutil/trace.go:171","msg":"trace[2088363687] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"167.925327ms","start":"2026-04-28T07:33:39.976518Z","end":"2026-04-28T07:33:40.144444Z","steps":["trace[2088363687] 'process raft request' (duration: 167.65386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144476Z","caller":"traceutil/trace.go:171","msg":"trace[1060332088] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"168.38142ms","start":"2026-04-28T07:33:39.976062Z","end":"2026-04-28T07:33:40.144444Z","steps":["trace[1060332088] 'process raft request' (duration: 167.923368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144548Z","caller":"traceutil/trace.go:171","msg":"trace[1836418546] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"167.345782ms","start":"2026-04-28T07:33:39.977195Z","end":"2026-04-28T07:33:40.144541Z","steps":["trace[1836418546] 'process raft request' (duration: 167.041183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144508Z","caller":"traceutil/trace.go:171","msg":"trace[1453795122] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"167.894627ms","start":"2026-04-28T07:33:39.976608Z","end":"2026-04-28T07:33:40.144503Z","steps":["trace[1453795122] 'process raft request' (duration: 167.586088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144589Z","caller":"traceutil/trace.go:171","msg":"trace[840040815] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"168.125933ms","start":"2026-04-28T07:33:39.976447Z","end":"2026-04-28T07:33:40.144573Z","steps":["trace[840040815] 'process raft request' (duration: 167.643329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144597Z","caller":"traceutil/trace.go:171","msg":"trace[1106848865] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"168.160193ms","start":"2026-04-28T07:33:39.976407Z","end":"2026-04-28T07:33:40.144567Z","steps":["trace[1106848865] 'process raft request' (duration: 167.66221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144527Z","caller":"traceutil/trace.go:171","msg":"trace[260130464] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"167.893476ms","start":"2026-04-28T07:33:39.976629Z","end":"2026-04-28T07:33:40.144523Z","steps":["trace[260130464] 'process raft request' (duration: 167.585858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.144635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.909797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:40.144611Z","caller":"traceutil/trace.go:171","msg":"trace[1710184520] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"168.319998ms","start":"2026-04-28T07:33:39.976229Z","end":"2026-04-28T07:33:40.144549Z","steps":["trace[1710184520] 'process raft request' (duration: 167.800734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.14469Z","caller":"traceutil/trace.go:171","msg":"trace[205442629] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"168.129963ms","start":"2026-04-28T07:33:39.976482Z","end":"2026-04-28T07:33:40.144612Z","steps":["trace[205442629] 'process raft request' (duration: 167.630429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144728Z","caller":"traceutil/trace.go:171","msg":"trace[119088627] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5792; }","duration":"168.03909ms","start":"2026-04-28T07:33:39.976665Z","end":"2026-04-28T07:33:40.144704Z","steps":["trace[119088627] 'agreement among raft nodes before linearized reading' (duration: 167.896636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.144323Z","caller":"traceutil/trace.go:171","msg":"trace[1362115975] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"167.896217ms","start":"2026-04-28T07:33:39.976348Z","end":"2026-04-28T07:33:40.144244Z","steps":["trace[1362115975] 'process raft request' (duration: 167.703651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.31619Z","caller":"traceutil/trace.go:171","msg":"trace[1604311179] linearizableReadLoop","detail":"{readStateIndex:6005; appliedIndex:6004; }","duration":"171.827923ms","start":"2026-04-28T07:33:40.144331Z","end":"2026-04-28T07:33:40.316159Z","steps":["trace[1604311179] 'read index received' (duration: 118.457491ms)","trace[1604311179] 'applied index is now lower than readState.Index' (duration: 53.369232ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:40.316314Z","caller":"traceutil/trace.go:171","msg":"trace[59056980] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"186.152783ms","start":"2026-04-28T07:33:40.130111Z","end":"2026-04-28T07:33:40.316264Z","steps":["trace[59056980] 'process raft request' (duration: 132.703989ms)","trace[59056980] 'compare' (duration: 53.057093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:40.317436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.973562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-04-28T07:33:40.317522Z","caller":"traceutil/trace.go:171","msg":"trace[2070490934] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5793; }","duration":"309.146707ms","start":"2026-04-28T07:33:40.008352Z","end":"2026-04-28T07:33:40.317499Z","steps":["trace[2070490934] 'agreement among raft nodes before linearized reading' (duration: 307.953305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.317589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:33:40.008274Z","time spent":"309.297611ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212913,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:33:40.341069Z","caller":"traceutil/trace.go:171","msg":"trace[674175192] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"189.789271ms","start":"2026-04-28T07:33:40.151242Z","end":"2026-04-28T07:33:40.341032Z","steps":["trace[674175192] 'process raft request' (duration: 189.655458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.34123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.900582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T07:33:40.341307Z","caller":"traceutil/trace.go:171","msg":"trace[576216085] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5800; }","duration":"191.017165ms","start":"2026-04-28T07:33:40.150269Z","end":"2026-04-28T07:33:40.341286Z","steps":["trace[576216085] 'agreement among raft nodes before linearized reading' (duration: 190.769989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.341315Z","caller":"traceutil/trace.go:171","msg":"trace[855829089] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"190.379368ms","start":"2026-04-28T07:33:40.150924Z","end":"2026-04-28T07:33:40.341303Z","steps":["trace[855829089] 'process raft request' (duration: 189.843253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.341354Z","caller":"traceutil/trace.go:171","msg":"trace[1688052308] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"189.271178ms","start":"2026-04-28T07:33:40.152066Z","end":"2026-04-28T07:33:40.341338Z","steps":["trace[1688052308] 'process raft request' (duration: 188.853296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.341524Z","caller":"traceutil/trace.go:171","msg":"trace[1548865700] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"188.6509ms","start":"2026-04-28T07:33:40.152861Z","end":"2026-04-28T07:33:40.341512Z","steps":["trace[1548865700] 'process raft request' (duration: 188.138107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.341169Z","caller":"traceutil/trace.go:171","msg":"trace[222869828] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"188.441575ms","start":"2026-04-28T07:33:40.152678Z","end":"2026-04-28T07:33:40.34112Z","steps":["trace[222869828] 'process raft request' (duration: 188.298991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.341677Z","caller":"traceutil/trace.go:171","msg":"trace[1270574603] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"189.36719ms","start":"2026-04-28T07:33:40.152127Z","end":"2026-04-28T07:33:40.341494Z","steps":["trace[1270574603] 'process raft request' (duration: 188.814435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.341743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.368595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-api.18aa74f9fbe590df\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:33:40.341802Z","caller":"traceutil/trace.go:171","msg":"trace[1641409778] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"190.501151ms","start":"2026-04-28T07:33:40.15129Z","end":"2026-04-28T07:33:40.341792Z","steps":["trace[1641409778] 'process raft request' (duration: 189.670779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.341831Z","caller":"traceutil/trace.go:171","msg":"trace[331489550] range","detail":"{range_begin:/registry/events/openstack/keystone-api.18aa74f9fbe590df; range_end:; response_count:1; response_revision:5800; }","duration":"191.497378ms","start":"2026-04-28T07:33:40.150307Z","end":"2026-04-28T07:33:40.341804Z","steps":["trace[331489550] 'agreement among raft nodes before linearized reading' (duration: 191.212001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.521832Z","caller":"traceutil/trace.go:171","msg":"trace[1314416068] linearizableReadLoop","detail":"{readStateIndex:6014; appliedIndex:6013; }","duration":"133.753458ms","start":"2026-04-28T07:33:40.388039Z","end":"2026-04-28T07:33:40.521793Z","steps":["trace[1314416068] 'read index received' (duration: 67.610699ms)","trace[1314416068] 'applied index is now lower than readState.Index' (duration: 66.141429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:40.52196Z","caller":"traceutil/trace.go:171","msg":"trace[273879800] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"170.015893ms","start":"2026-04-28T07:33:40.351874Z","end":"2026-04-28T07:33:40.52189Z","steps":["trace[273879800] 'process raft request' (duration: 103.874744ms)","trace[273879800] 'compare' (duration: 65.839821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:40.522192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.808258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-28T07:33:40.522208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.502512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-28T07:33:40.522285Z","caller":"traceutil/trace.go:171","msg":"trace[1594814748] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5802; }","duration":"169.975882ms","start":"2026-04-28T07:33:40.352283Z","end":"2026-04-28T07:33:40.522259Z","steps":["trace[1594814748] 'agreement among raft nodes before linearized reading' (duration: 169.653034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.522366Z","caller":"traceutil/trace.go:171","msg":"trace[938175590] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5802; }","duration":"129.624395ms","start":"2026-04-28T07:33:40.39266Z","end":"2026-04-28T07:33:40.522284Z","steps":["trace[938175590] 'agreement among raft nodes before linearized reading' (duration: 129.366398ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.731335Z","caller":"traceutil/trace.go:171","msg":"trace[1888864046] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"146.543486ms","start":"2026-04-28T07:33:40.584761Z","end":"2026-04-28T07:33:40.731305Z","steps":["trace[1888864046] 'process raft request' (duration: 77.634842ms)","trace[1888864046] 'compare' (duration: 68.464752ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:40.731644Z","caller":"traceutil/trace.go:171","msg":"trace[808942230] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"146.827414ms","start":"2026-04-28T07:33:40.584803Z","end":"2026-04-28T07:33:40.731631Z","steps":["trace[808942230] 'process raft request' (duration: 146.409682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.731915Z","caller":"traceutil/trace.go:171","msg":"trace[1470291704] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"147.027349ms","start":"2026-04-28T07:33:40.584847Z","end":"2026-04-28T07:33:40.731874Z","steps":["trace[1470291704] 'process raft request' (duration: 146.490645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.731932Z","caller":"traceutil/trace.go:171","msg":"trace[1823031754] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"146.661589ms","start":"2026-04-28T07:33:40.585235Z","end":"2026-04-28T07:33:40.731897Z","steps":["trace[1823031754] 'process raft request' (duration: 146.422782ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.732055Z","caller":"traceutil/trace.go:171","msg":"trace[2029608559] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"146.619677ms","start":"2026-04-28T07:33:40.585334Z","end":"2026-04-28T07:33:40.731954Z","steps":["trace[2029608559] 'process raft request' (duration: 146.480304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.732142Z","caller":"traceutil/trace.go:171","msg":"trace[1482972074] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"146.600047ms","start":"2026-04-28T07:33:40.585525Z","end":"2026-04-28T07:33:40.732125Z","steps":["trace[1482972074] 'process raft request' (duration: 146.415382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.732167Z","caller":"traceutil/trace.go:171","msg":"trace[1430700594] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"146.619408ms","start":"2026-04-28T07:33:40.585386Z","end":"2026-04-28T07:33:40.732005Z","steps":["trace[1430700594] 'process raft request' (duration: 146.489794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.732304Z","caller":"traceutil/trace.go:171","msg":"trace[1317802876] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"146.68734ms","start":"2026-04-28T07:33:40.585574Z","end":"2026-04-28T07:33:40.732262Z","steps":["trace[1317802876] 'process raft request' (duration: 146.408992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.732403Z","caller":"traceutil/trace.go:171","msg":"trace[703378119] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"146.70205ms","start":"2026-04-28T07:33:40.585683Z","end":"2026-04-28T07:33:40.732385Z","steps":["trace[703378119] 'process raft request' (duration: 146.488394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.732708Z","caller":"traceutil/trace.go:171","msg":"trace[950169906] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"146.941096ms","start":"2026-04-28T07:33:40.585736Z","end":"2026-04-28T07:33:40.732677Z","steps":["trace[950169906] 'process raft request' (duration: 146.568606ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.732944Z","caller":"traceutil/trace.go:171","msg":"trace[817664294] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6027; }","duration":"140.870501ms","start":"2026-04-28T07:33:40.592052Z","end":"2026-04-28T07:33:40.732923Z","steps":["trace[817664294] 'read index received' (duration: 70.359773ms)","trace[817664294] 'applied index is now lower than readState.Index' (duration: 70.507548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:40.733161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.726161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T07:33:40.733223Z","caller":"traceutil/trace.go:171","msg":"trace[1317912647] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5827; }","duration":"146.810473ms","start":"2026-04-28T07:33:40.586394Z","end":"2026-04-28T07:33:40.733204Z","steps":["trace[1317912647] 'agreement among raft nodes before linearized reading' (duration: 146.635549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:40.733363Z","caller":"traceutil/trace.go:171","msg":"trace[1534069894] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"147.545793ms","start":"2026-04-28T07:33:40.585801Z","end":"2026-04-28T07:33:40.733347Z","steps":["trace[1534069894] 'process raft request' (duration: 146.800723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.733613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.281498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-28T07:33:40.733729Z","caller":"traceutil/trace.go:171","msg":"trace[974891812] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5827; }","duration":"139.466673ms","start":"2026-04-28T07:33:40.59424Z","end":"2026-04-28T07:33:40.733706Z","steps":["trace[974891812] 'agreement among raft nodes before linearized reading' (duration: 139.076712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.733639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.346195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:40.73386Z","caller":"traceutil/trace.go:171","msg":"trace[1118383438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5827; }","duration":"137.599622ms","start":"2026-04-28T07:33:40.596245Z","end":"2026-04-28T07:33:40.733845Z","steps":["trace[1118383438] 'agreement among raft nodes before linearized reading' (duration: 137.329705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:40.734169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.643593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112334"} {"level":"info","ts":"2026-04-28T07:33:40.734218Z","caller":"traceutil/trace.go:171","msg":"trace[1357804904] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5827; }","duration":"148.692555ms","start":"2026-04-28T07:33:40.585511Z","end":"2026-04-28T07:33:40.734204Z","steps":["trace[1357804904] 'agreement among raft nodes before linearized reading' (duration: 147.590025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.127183Z","caller":"traceutil/trace.go:171","msg":"trace[156508700] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"142.388693ms","start":"2026-04-28T07:33:40.984766Z","end":"2026-04-28T07:33:41.127155Z","steps":["trace[156508700] 'process raft request' (duration: 67.966719ms)","trace[156508700] 'compare' (duration: 74.066234ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:41.135835Z","caller":"traceutil/trace.go:171","msg":"trace[29672867] linearizableReadLoop","detail":"{readStateIndex:6047; appliedIndex:6045; }","duration":"150.172504ms","start":"2026-04-28T07:33:40.985646Z","end":"2026-04-28T07:33:41.135819Z","steps":["trace[29672867] 'read index received' (duration: 67.171377ms)","trace[29672867] 'applied index is now lower than readState.Index' (duration: 83.000217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:41.135988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.324778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T07:33:41.136026Z","caller":"traceutil/trace.go:171","msg":"trace[1569396668] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5838; }","duration":"150.38655ms","start":"2026-04-28T07:33:40.985621Z","end":"2026-04-28T07:33:41.136007Z","steps":["trace[1569396668] 'agreement among raft nodes before linearized reading' (duration: 150.269857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.13623Z","caller":"traceutil/trace.go:171","msg":"trace[261521732] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"136.696198ms","start":"2026-04-28T07:33:40.999523Z","end":"2026-04-28T07:33:41.136219Z","steps":["trace[261521732] 'process raft request' (duration: 136.217355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.136192Z","caller":"traceutil/trace.go:171","msg":"trace[1504424896] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"148.93945ms","start":"2026-04-28T07:33:40.987181Z","end":"2026-04-28T07:33:41.13612Z","steps":["trace[1504424896] 'process raft request' (duration: 148.516179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.136419Z","caller":"traceutil/trace.go:171","msg":"trace[58668900] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"124.415643ms","start":"2026-04-28T07:33:41.011995Z","end":"2026-04-28T07:33:41.136411Z","steps":["trace[58668900] 'process raft request' (duration: 123.790256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.136702Z","caller":"traceutil/trace.go:171","msg":"trace[241665490] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"151.704186ms","start":"2026-04-28T07:33:40.984992Z","end":"2026-04-28T07:33:41.136696Z","steps":["trace[241665490] 'process raft request' (duration: 150.616067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.242749Z","caller":"traceutil/trace.go:171","msg":"trace[145559102] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"100.477563ms","start":"2026-04-28T07:33:41.14224Z","end":"2026-04-28T07:33:41.242717Z","steps":["trace[145559102] 'process raft request' (duration: 88.087536ms)","trace[145559102] 'compare' (duration: 12.080148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:41.243096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.037171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T07:33:41.243225Z","caller":"traceutil/trace.go:171","msg":"trace[666712393] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5841; }","duration":"100.265857ms","start":"2026-04-28T07:33:41.142932Z","end":"2026-04-28T07:33:41.243198Z","steps":["trace[666712393] 'agreement among raft nodes before linearized reading' (duration: 99.858166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.377376Z","caller":"traceutil/trace.go:171","msg":"trace[1083024135] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"104.332687ms","start":"2026-04-28T07:33:41.273004Z","end":"2026-04-28T07:33:41.377336Z","steps":["trace[1083024135] 'process raft request' (duration: 75.266436ms)","trace[1083024135] 'compare' (duration: 28.766773ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:41.377443Z","caller":"traceutil/trace.go:171","msg":"trace[1073802622] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"104.303746ms","start":"2026-04-28T07:33:41.273109Z","end":"2026-04-28T07:33:41.377413Z","steps":["trace[1073802622] 'process raft request' (duration: 104.10239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.377575Z","caller":"traceutil/trace.go:171","msg":"trace[1404055423] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"100.150682ms","start":"2026-04-28T07:33:41.277396Z","end":"2026-04-28T07:33:41.377547Z","steps":["trace[1404055423] 'process raft request' (duration: 99.899276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.377615Z","caller":"traceutil/trace.go:171","msg":"trace[50032645] linearizableReadLoop","detail":"{readStateIndex:6057; appliedIndex:6055; }","duration":"101.702235ms","start":"2026-04-28T07:33:41.275898Z","end":"2026-04-28T07:33:41.3776Z","steps":["trace[50032645] 'read index received' (duration: 10.533707ms)","trace[50032645] 'applied index is now lower than readState.Index' (duration: 91.167448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:41.377832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.90929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-28T07:33:41.377882Z","caller":"traceutil/trace.go:171","msg":"trace[52318495] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5848; }","duration":"101.987583ms","start":"2026-04-28T07:33:41.275882Z","end":"2026-04-28T07:33:41.377869Z","steps":["trace[52318495] 'agreement among raft nodes before linearized reading' (duration: 101.812868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:41.378137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.250275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112334"} {"level":"info","ts":"2026-04-28T07:33:41.378168Z","caller":"traceutil/trace.go:171","msg":"trace[1804009206] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5848; }","duration":"100.311587ms","start":"2026-04-28T07:33:41.277848Z","end":"2026-04-28T07:33:41.378159Z","steps":["trace[1804009206] 'agreement among raft nodes before linearized reading' (duration: 100.107902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.564109Z","caller":"traceutil/trace.go:171","msg":"trace[1415779909] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"174.026963ms","start":"2026-04-28T07:33:41.390051Z","end":"2026-04-28T07:33:41.564078Z","steps":["trace[1415779909] 'process raft request' (duration: 107.843593ms)","trace[1415779909] 'compare' (duration: 65.953523ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:41.564128Z","caller":"traceutil/trace.go:171","msg":"trace[1626616632] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"150.503283ms","start":"2026-04-28T07:33:41.413604Z","end":"2026-04-28T07:33:41.564107Z","steps":["trace[1626616632] 'process raft request' (duration: 150.424061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.564163Z","caller":"traceutil/trace.go:171","msg":"trace[1952285928] linearizableReadLoop","detail":"{readStateIndex:6062; appliedIndex:6061; }","duration":"160.944887ms","start":"2026-04-28T07:33:41.403187Z","end":"2026-04-28T07:33:41.564132Z","steps":["trace[1952285928] 'read index received' (duration: 94.671605ms)","trace[1952285928] 'applied index is now lower than readState.Index' (duration: 66.269632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:41.564393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.272759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-28T07:33:41.564438Z","caller":"traceutil/trace.go:171","msg":"trace[1713820637] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5851; }","duration":"174.355552ms","start":"2026-04-28T07:33:41.390071Z","end":"2026-04-28T07:33:41.564426Z","steps":["trace[1713820637] 'agreement among raft nodes before linearized reading' (duration: 174.190327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:41.564445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.874888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:33:41.564471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.151654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-28T07:33:41.564525Z","caller":"traceutil/trace.go:171","msg":"trace[1134797753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5851; }","duration":"173.996362ms","start":"2026-04-28T07:33:41.390508Z","end":"2026-04-28T07:33:41.564505Z","steps":["trace[1134797753] 'agreement among raft nodes before linearized reading' (duration: 173.697594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.564536Z","caller":"traceutil/trace.go:171","msg":"trace[279738498] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5851; }","duration":"157.248316ms","start":"2026-04-28T07:33:41.407268Z","end":"2026-04-28T07:33:41.564516Z","steps":["trace[279738498] 'agreement among raft nodes before linearized reading' (duration: 157.057791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:41.564526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.102352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-5466774d7\" ","response":"range_response_count:1 size:11097"} {"level":"info","ts":"2026-04-28T07:33:41.564587Z","caller":"traceutil/trace.go:171","msg":"trace[438585980] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-5466774d7; range_end:; response_count:1; response_revision:5851; }","duration":"175.180904ms","start":"2026-04-28T07:33:41.38939Z","end":"2026-04-28T07:33:41.56457Z","steps":["trace[438585980] 'agreement among raft nodes before linearized reading' (duration: 174.896076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:41.564724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.805847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11417"} {"level":"info","ts":"2026-04-28T07:33:41.564859Z","caller":"traceutil/trace.go:171","msg":"trace[1612617307] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:5851; }","duration":"174.002102ms","start":"2026-04-28T07:33:41.390834Z","end":"2026-04-28T07:33:41.564836Z","steps":["trace[1612617307] 'agreement among raft nodes before linearized reading' (duration: 173.434317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.786466Z","caller":"traceutil/trace.go:171","msg":"trace[1355278242] linearizableReadLoop","detail":"{readStateIndex:6066; appliedIndex:6064; }","duration":"157.082622ms","start":"2026-04-28T07:33:41.629347Z","end":"2026-04-28T07:33:41.78643Z","steps":["trace[1355278242] 'read index received' (duration: 136.4239ms)","trace[1355278242] 'applied index is now lower than readState.Index' (duration: 20.657042ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:41.786649Z","caller":"traceutil/trace.go:171","msg":"trace[845560721] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"213.908128ms","start":"2026-04-28T07:33:41.572726Z","end":"2026-04-28T07:33:41.786634Z","steps":["trace[845560721] 'process raft request' (duration: 193.111342ms)","trace[845560721] 'compare' (duration: 20.246741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:41.786879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.519764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T07:33:41.78697Z","caller":"traceutil/trace.go:171","msg":"trace[798849242] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5854; }","duration":"157.670748ms","start":"2026-04-28T07:33:41.629272Z","end":"2026-04-28T07:33:41.786943Z","steps":["trace[798849242] 'agreement among raft nodes before linearized reading' (duration: 157.409141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:41.787056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.595246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:33:41.787163Z","caller":"traceutil/trace.go:171","msg":"trace[2046828005] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"204.662746ms","start":"2026-04-28T07:33:41.58248Z","end":"2026-04-28T07:33:41.787142Z","steps":["trace[2046828005] 'process raft request' (duration: 203.805783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.787169Z","caller":"traceutil/trace.go:171","msg":"trace[1614795460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5854; }","duration":"100.779741ms","start":"2026-04-28T07:33:41.686362Z","end":"2026-04-28T07:33:41.787141Z","steps":["trace[1614795460] 'agreement among raft nodes before linearized reading' (duration: 100.467193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.955224Z","caller":"traceutil/trace.go:171","msg":"trace[1854754977] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"162.643574ms","start":"2026-04-28T07:33:41.79255Z","end":"2026-04-28T07:33:41.955194Z","steps":["trace[1854754977] 'process raft request' (duration: 131.726413ms)","trace[1854754977] 'compare' (duration: 30.687595ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:41.95556Z","caller":"traceutil/trace.go:171","msg":"trace[817432575] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"162.87802ms","start":"2026-04-28T07:33:41.792649Z","end":"2026-04-28T07:33:41.955527Z","steps":["trace[817432575] 'process raft request' (duration: 162.50139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.955583Z","caller":"traceutil/trace.go:171","msg":"trace[247547444] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"162.796438ms","start":"2026-04-28T07:33:41.792769Z","end":"2026-04-28T07:33:41.955566Z","steps":["trace[247547444] 'process raft request' (duration: 162.607203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.955753Z","caller":"traceutil/trace.go:171","msg":"trace[2089370173] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"162.730416ms","start":"2026-04-28T07:33:41.793006Z","end":"2026-04-28T07:33:41.955737Z","steps":["trace[2089370173] 'process raft request' (duration: 162.50844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.955865Z","caller":"traceutil/trace.go:171","msg":"trace[1711122897] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"162.438688ms","start":"2026-04-28T07:33:41.793409Z","end":"2026-04-28T07:33:41.955848Z","steps":["trace[1711122897] 'process raft request' (duration: 162.231152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.955884Z","caller":"traceutil/trace.go:171","msg":"trace[1699596146] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"161.233875ms","start":"2026-04-28T07:33:41.794632Z","end":"2026-04-28T07:33:41.955866Z","steps":["trace[1699596146] 'process raft request' (duration: 161.120422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.955949Z","caller":"traceutil/trace.go:171","msg":"trace[1979108871] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"106.240659ms","start":"2026-04-28T07:33:41.849674Z","end":"2026-04-28T07:33:41.955914Z","steps":["trace[1979108871] 'process raft request' (duration: 106.196758ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.956111Z","caller":"traceutil/trace.go:171","msg":"trace[1666338843] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"156.26976ms","start":"2026-04-28T07:33:41.799828Z","end":"2026-04-28T07:33:41.956098Z","steps":["trace[1666338843] 'process raft request' (duration: 155.982183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:41.956151Z","caller":"traceutil/trace.go:171","msg":"trace[1507776543] linearizableReadLoop","detail":"{readStateIndex:6074; appliedIndex:6067; }","duration":"111.635276ms","start":"2026-04-28T07:33:41.84448Z","end":"2026-04-28T07:33:41.956115Z","steps":["trace[1507776543] 'read index received' (duration: 79.877202ms)","trace[1507776543] 'applied index is now lower than readState.Index' (duration: 31.757064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:41.956411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.022525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-zgsrq\" ","response":"range_response_count:1 size:6223"} {"level":"info","ts":"2026-04-28T07:33:41.956452Z","caller":"traceutil/trace.go:171","msg":"trace[99236651] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-zgsrq; range_end:; response_count:1; response_revision:5863; }","duration":"102.106277ms","start":"2026-04-28T07:33:41.854333Z","end":"2026-04-28T07:33:41.956439Z","steps":["trace[99236651] 'agreement among raft nodes before linearized reading' (duration: 101.943192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:41.956464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.337402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-28T07:33:41.956551Z","caller":"traceutil/trace.go:171","msg":"trace[496435195] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5863; }","duration":"163.456745ms","start":"2026-04-28T07:33:41.793069Z","end":"2026-04-28T07:33:41.956525Z","steps":["trace[496435195] 'agreement among raft nodes before linearized reading' (duration: 163.178497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:42.130887Z","caller":"traceutil/trace.go:171","msg":"trace[560185754] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"104.781349ms","start":"2026-04-28T07:33:42.026071Z","end":"2026-04-28T07:33:42.130852Z","steps":["trace[560185754] 'process raft request' (duration: 78.527005ms)","trace[560185754] 'compare' (duration: 26.030998ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:44.047688Z","caller":"traceutil/trace.go:171","msg":"trace[857641370] linearizableReadLoop","detail":"{readStateIndex:6094; appliedIndex:6093; }","duration":"195.614731ms","start":"2026-04-28T07:33:43.852046Z","end":"2026-04-28T07:33:44.04766Z","steps":["trace[857641370] 'read index received' (duration: 195.399395ms)","trace[857641370] 'applied index is now lower than readState.Index' (duration: 213.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:44.047711Z","caller":"traceutil/trace.go:171","msg":"trace[2091210840] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"318.735748ms","start":"2026-04-28T07:33:43.728956Z","end":"2026-04-28T07:33:44.047692Z","steps":["trace[2091210840] 'process raft request' (duration: 318.532973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:44.047906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:33:43.728931Z","time spent":"318.884683ms","remote":"127.0.0.1:35194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:33:44.04793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.875907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fd7dz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:33:44.04797Z","caller":"traceutil/trace.go:171","msg":"trace[1644082835] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fd7dz; range_end:; response_count:1; response_revision:5881; }","duration":"195.95543ms","start":"2026-04-28T07:33:43.852006Z","end":"2026-04-28T07:33:44.047961Z","steps":["trace[1644082835] 'agreement among raft nodes before linearized reading' (duration: 195.757194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:44.048143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.830858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T07:33:44.048213Z","caller":"traceutil/trace.go:171","msg":"trace[49636324] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5881; }","duration":"187.956112ms","start":"2026-04-28T07:33:43.860242Z","end":"2026-04-28T07:33:44.048198Z","steps":["trace[49636324] 'agreement among raft nodes before linearized reading' (duration: 187.625063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:44.336222Z","caller":"traceutil/trace.go:171","msg":"trace[1364088895] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"140.064639ms","start":"2026-04-28T07:33:44.196102Z","end":"2026-04-28T07:33:44.336166Z","steps":["trace[1364088895] 'process raft request' (duration: 87.494819ms)","trace[1364088895] 'compare' (duration: 52.216191ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:44.491014Z","caller":"traceutil/trace.go:171","msg":"trace[872037935] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"141.560271ms","start":"2026-04-28T07:33:44.349426Z","end":"2026-04-28T07:33:44.490986Z","steps":["trace[872037935] 'process raft request' (duration: 141.429337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:44.491247Z","caller":"traceutil/trace.go:171","msg":"trace[838702522] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"147.651076ms","start":"2026-04-28T07:33:44.34357Z","end":"2026-04-28T07:33:44.491221Z","steps":["trace[838702522] 'process raft request' (duration: 99.301061ms)","trace[838702522] 'compare' (duration: 47.657656ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:46.934038Z","caller":"traceutil/trace.go:171","msg":"trace[1884856994] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"117.368043ms","start":"2026-04-28T07:33:46.816642Z","end":"2026-04-28T07:33:46.93401Z","steps":["trace[1884856994] 'process raft request' (duration: 117.129936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:47.147505Z","caller":"traceutil/trace.go:171","msg":"trace[907179774] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"106.62864ms","start":"2026-04-28T07:33:47.040819Z","end":"2026-04-28T07:33:47.147447Z","steps":["trace[907179774] 'process raft request' (duration: 84.390516ms)","trace[907179774] 'compare' (duration: 22.077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:47.519994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.297617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:47.520062Z","caller":"traceutil/trace.go:171","msg":"trace[368377733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5905; }","duration":"268.40692ms","start":"2026-04-28T07:33:47.251638Z","end":"2026-04-28T07:33:47.520045Z","steps":["trace[368377733] 'range keys from in-memory index tree' (duration: 268.219065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:47.520488Z","caller":"traceutil/trace.go:171","msg":"trace[425728518] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"255.14457ms","start":"2026-04-28T07:33:47.265301Z","end":"2026-04-28T07:33:47.520445Z","steps":["trace[425728518] 'process raft request' (duration: 237.446298ms)","trace[425728518] 'compare' (duration: 16.971842ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:47.539841Z","caller":"traceutil/trace.go:171","msg":"trace[1899104648] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"154.978645ms","start":"2026-04-28T07:33:47.384827Z","end":"2026-04-28T07:33:47.539806Z","steps":["trace[1899104648] 'process raft request' (duration: 154.585444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:54.397231Z","caller":"traceutil/trace.go:171","msg":"trace[1917732341] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"102.774496ms","start":"2026-04-28T07:33:54.294426Z","end":"2026-04-28T07:33:54.3972Z","steps":["trace[1917732341] 'process raft request' (duration: 69.11702ms)","trace[1917732341] 'compare' (duration: 33.049849ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:54.397489Z","caller":"traceutil/trace.go:171","msg":"trace[2006142787] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"102.392615ms","start":"2026-04-28T07:33:54.295077Z","end":"2026-04-28T07:33:54.397469Z","steps":["trace[2006142787] 'process raft request' (duration: 101.955383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:56.522453Z","caller":"traceutil/trace.go:171","msg":"trace[1614538487] linearizableReadLoop","detail":"{readStateIndex:6181; appliedIndex:6179; }","duration":"114.305418ms","start":"2026-04-28T07:33:56.408128Z","end":"2026-04-28T07:33:56.522434Z","steps":["trace[1614538487] 'read index received' (duration: 29.121532ms)","trace[1614538487] 'applied index is now lower than readState.Index' (duration: 85.183006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:56.522598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.449912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:33:56.522619Z","caller":"traceutil/trace.go:171","msg":"trace[1577478736] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5965; }","duration":"114.510404ms","start":"2026-04-28T07:33:56.408102Z","end":"2026-04-28T07:33:56.522613Z","steps":["trace[1577478736] 'agreement among raft nodes before linearized reading' (duration: 114.423992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:56.52272Z","caller":"traceutil/trace.go:171","msg":"trace[1770654938] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"116.419096ms","start":"2026-04-28T07:33:56.40629Z","end":"2026-04-28T07:33:56.522709Z","steps":["trace[1770654938] 'process raft request' (duration: 83.11681ms)","trace[1770654938] 'compare' (duration: 32.893295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:58.650979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.556621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:33:58.651053Z","caller":"traceutil/trace.go:171","msg":"trace[745834917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5974; }","duration":"119.677985ms","start":"2026-04-28T07:33:58.531357Z","end":"2026-04-28T07:33:58.651035Z","steps":["trace[745834917] 'range keys from in-memory index tree' (duration: 119.406147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:05.47121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2985} {"level":"info","ts":"2026-04-28T07:34:05.5405Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2985,"took":"67.873527ms","hash":2988231924,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":33628160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T07:34:05.540558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2988231924,"revision":2985,"compact-revision":-1} {"level":"info","ts":"2026-04-28T07:34:31.01329Z","caller":"traceutil/trace.go:171","msg":"trace[1931851783] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"109.638862ms","start":"2026-04-28T07:34:30.903615Z","end":"2026-04-28T07:34:31.013254Z","steps":["trace[1931851783] 'process raft request' (duration: 97.441241ms)","trace[1931851783] 'compare' (duration: 11.942814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:34:31.535374Z","caller":"traceutil/trace.go:171","msg":"trace[137614698] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"146.365522ms","start":"2026-04-28T07:34:31.388977Z","end":"2026-04-28T07:34:31.535342Z","steps":["trace[137614698] 'process raft request' (duration: 104.505433ms)","trace[137614698] 'compare' (duration: 41.659183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:34:31.759212Z","caller":"traceutil/trace.go:171","msg":"trace[180612237] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"153.306562ms","start":"2026-04-28T07:34:31.605872Z","end":"2026-04-28T07:34:31.759179Z","steps":["trace[180612237] 'process raft request' (duration: 153.101376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:32.885234Z","caller":"traceutil/trace.go:171","msg":"trace[166678796] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"113.93771ms","start":"2026-04-28T07:34:32.771276Z","end":"2026-04-28T07:34:32.885214Z","steps":["trace[166678796] 'process raft request' (duration: 113.542879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:33.011926Z","caller":"traceutil/trace.go:171","msg":"trace[2066038500] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"122.01948ms","start":"2026-04-28T07:34:32.889866Z","end":"2026-04-28T07:34:33.011885Z","steps":["trace[2066038500] 'process raft request' (duration: 121.779024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:34.905923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.110135ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:39:05.504728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6035} {"level":"info","ts":"2026-04-28T07:39:05.626791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6035,"took":"118.772717ms","hash":208274129,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":21864448,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-28T07:39:05.626941Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":208274129,"revision":6035,"compact-revision":2985} {"level":"info","ts":"2026-04-28T07:39:14.448702Z","caller":"traceutil/trace.go:171","msg":"trace[1269018910] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8597; }","duration":"198.290463ms","start":"2026-04-28T07:39:14.250388Z","end":"2026-04-28T07:39:14.448679Z","steps":["trace[1269018910] 'read index received' (duration: 198.035736ms)","trace[1269018910] 'applied index is now lower than readState.Index' (duration: 253.387µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:14.448802Z","caller":"traceutil/trace.go:171","msg":"trace[652858305] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"220.847478ms","start":"2026-04-28T07:39:14.227933Z","end":"2026-04-28T07:39:14.44878Z","steps":["trace[652858305] 'process raft request' (duration: 220.582471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:14.449013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.592871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:39:14.449111Z","caller":"traceutil/trace.go:171","msg":"trace[775998746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8305; }","duration":"198.739595ms","start":"2026-04-28T07:39:14.250351Z","end":"2026-04-28T07:39:14.449091Z","steps":["trace[775998746] 'agreement among raft nodes before linearized reading' (duration: 198.455138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:26.242996Z","caller":"traceutil/trace.go:171","msg":"trace[576442252] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"150.728057ms","start":"2026-04-28T07:39:26.092216Z","end":"2026-04-28T07:39:26.242944Z","steps":["trace[576442252] 'process raft request' (duration: 127.513644ms)","trace[576442252] 'compare' (duration: 22.598946ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:27.333564Z","caller":"traceutil/trace.go:171","msg":"trace[1254225525] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"169.058747ms","start":"2026-04-28T07:39:27.16446Z","end":"2026-04-28T07:39:27.333518Z","steps":["trace[1254225525] 'process raft request' (duration: 168.851151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:28.854977Z","caller":"traceutil/trace.go:171","msg":"trace[979763965] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"137.498294ms","start":"2026-04-28T07:39:28.717453Z","end":"2026-04-28T07:39:28.854951Z","steps":["trace[979763965] 'process raft request' (duration: 132.455277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:28.855295Z","caller":"traceutil/trace.go:171","msg":"trace[2058538726] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"100.185988ms","start":"2026-04-28T07:39:28.755098Z","end":"2026-04-28T07:39:28.855284Z","steps":["trace[2058538726] 'process raft request' (duration: 99.766796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:55.640288Z","caller":"traceutil/trace.go:171","msg":"trace[914668031] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"191.38345ms","start":"2026-04-28T07:39:55.448872Z","end":"2026-04-28T07:39:55.640256Z","steps":["trace[914668031] 'process raft request' (duration: 191.187565ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:55.661613Z","caller":"traceutil/trace.go:171","msg":"trace[1268145059] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"138.409589ms","start":"2026-04-28T07:39:55.523167Z","end":"2026-04-28T07:39:55.661576Z","steps":["trace[1268145059] 'process raft request' (duration: 132.655272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.255299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071027022963569955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:39:57.276503Z","caller":"traceutil/trace.go:171","msg":"trace[1844253968] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"570.073891ms","start":"2026-04-28T07:39:56.706387Z","end":"2026-04-28T07:39:57.276461Z","steps":["trace[1844253968] 'process raft request' (duration: 569.837044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.27689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:56.706365Z","time spent":"570.239495ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:39:57.546489Z","caller":"traceutil/trace.go:171","msg":"trace[2003235529] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"705.687143ms","start":"2026-04-28T07:39:56.840745Z","end":"2026-04-28T07:39:57.546432Z","steps":["trace[2003235529] 'process raft request' (duration: 705.403306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.546647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:56.840715Z","time spent":"705.847608ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:39:57.546806Z","caller":"traceutil/trace.go:171","msg":"trace[1258655231] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"627.436963ms","start":"2026-04-28T07:39:56.919324Z","end":"2026-04-28T07:39:57.546761Z","steps":["trace[1258655231] 'process raft request' (duration: 627.055073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:57.54687Z","caller":"traceutil/trace.go:171","msg":"trace[1220515064] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"558.710332ms","start":"2026-04-28T07:39:56.988149Z","end":"2026-04-28T07:39:57.54686Z","steps":["trace[1220515064] 'process raft request' (duration: 558.488376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:57.546836Z","caller":"traceutil/trace.go:171","msg":"trace[1664458767] linearizableReadLoop","detail":"{readStateIndex:8889; appliedIndex:8884; }","duration":"792.519337ms","start":"2026-04-28T07:39:56.754283Z","end":"2026-04-28T07:39:57.546803Z","steps":["trace[1664458767] 'read index received' (duration: 521.92152ms)","trace[1664458767] 'applied index is now lower than readState.Index' (duration: 270.596997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:39:57.546921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:56.988121Z","time spent":"558.770173ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:57.546931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:56.919295Z","time spent":"627.577016ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:39:57.546972Z","caller":"traceutil/trace.go:171","msg":"trace[342578359] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"540.545347ms","start":"2026-04-28T07:39:57.006415Z","end":"2026-04-28T07:39:57.54696Z","steps":["trace[342578359] 'process raft request' (duration: 540.348151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.547091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:57.006394Z","time spent":"540.607189ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:57.547163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.73328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:39:57.547191Z","caller":"traceutil/trace.go:171","msg":"trace[2093859999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8585; }","duration":"501.815633ms","start":"2026-04-28T07:39:57.045367Z","end":"2026-04-28T07:39:57.547182Z","steps":["trace[2093859999] 'agreement among raft nodes before linearized reading' (duration: 501.71876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.547171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.119996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:57.547215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:57.045341Z","time spent":"501.867144ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:39:57.547235Z","caller":"traceutil/trace.go:171","msg":"trace[1770796899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8585; }","duration":"295.234419ms","start":"2026-04-28T07:39:57.251982Z","end":"2026-04-28T07:39:57.547216Z","steps":["trace[1770796899] 'agreement among raft nodes before linearized reading' (duration: 295.143766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.547299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.028451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:39:57.547315Z","caller":"traceutil/trace.go:171","msg":"trace[1828840453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8585; }","duration":"793.045481ms","start":"2026-04-28T07:39:56.754264Z","end":"2026-04-28T07:39:57.54731Z","steps":["trace[1828840453] 'agreement among raft nodes before linearized reading' (duration: 792.99465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.547329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:56.754193Z","time spent":"793.133094ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:39:57.547336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.607902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:39:57.547375Z","caller":"traceutil/trace.go:171","msg":"trace[78854081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8585; }","duration":"463.696255ms","start":"2026-04-28T07:39:57.083668Z","end":"2026-04-28T07:39:57.547365Z","steps":["trace[78854081] 'agreement among raft nodes before linearized reading' (duration: 463.555261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:57.547405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:57.083649Z","time spent":"463.749426ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:39:57.703604Z","caller":"traceutil/trace.go:171","msg":"trace[2029437622] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"151.007232ms","start":"2026-04-28T07:39:57.552562Z","end":"2026-04-28T07:39:57.703569Z","steps":["trace[2029437622] 'process raft request' (duration: 150.9338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:57.703895Z","caller":"traceutil/trace.go:171","msg":"trace[2143262375] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"151.446154ms","start":"2026-04-28T07:39:57.552416Z","end":"2026-04-28T07:39:57.703862Z","steps":["trace[2143262375] 'process raft request' (duration: 115.278149ms)","trace[2143262375] 'compare' (duration: 35.646581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:40:03.887047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071027022963570041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:40:04.387767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071027022963570041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:40:04.887952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071027022963570041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:40:04.96987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801778087s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:40:04.971173Z","caller":"traceutil/trace.go:171","msg":"trace[1000426311] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"1.803209046s","start":"2026-04-28T07:40:03.167937Z","end":"2026-04-28T07:40:04.971146Z","steps":["trace[1000426311] 'process raft request' (duration: 1.80223752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:04.97156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.167901Z","time spent":"1.803365981s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:40:05.131865Z","caller":"traceutil/trace.go:171","msg":"trace[594707997] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"1.486576915s","start":"2026-04-28T07:40:03.645267Z","end":"2026-04-28T07:40:05.131844Z","steps":["trace[594707997] 'process raft request' (duration: 1.486151003s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:05.131901Z","caller":"traceutil/trace.go:171","msg":"trace[1690011296] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"1.400529602s","start":"2026-04-28T07:40:03.731336Z","end":"2026-04-28T07:40:05.131866Z","steps":["trace[1690011296] 'process raft request' (duration: 1.400117691s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:05.131901Z","caller":"traceutil/trace.go:171","msg":"trace[433988042] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"1.487182301s","start":"2026-04-28T07:40:03.644684Z","end":"2026-04-28T07:40:05.131866Z","steps":["trace[433988042] 'process raft request' (duration: 1.486667227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.132005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.645257Z","time spent":"1.486669158s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:40:05.131841Z","caller":"traceutil/trace.go:171","msg":"trace[238234652] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"1.499025504s","start":"2026-04-28T07:40:03.632778Z","end":"2026-04-28T07:40:05.131804Z","steps":["trace[238234652] 'process raft request' (duration: 1.479741439s)","trace[238234652] 'compare' (duration: 18.299628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:40:05.132055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.731307Z","time spent":"1.400668256s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:40:05.132054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.644648Z","time spent":"1.487327205s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:40:05.132115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.632751Z","time spent":"1.499313272s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:40:05.165587Z","caller":"traceutil/trace.go:171","msg":"trace[261573091] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8920; }","duration":"1.778938536s","start":"2026-04-28T07:40:03.38662Z","end":"2026-04-28T07:40:05.165558Z","steps":["trace[261573091] 'read index received' (duration: 1.583498604s)","trace[261573091] 'applied index is now lower than readState.Index' (duration: 195.438522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:40:05.165911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599038198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T07:40:05.16594Z","caller":"traceutil/trace.go:171","msg":"trace[2040504703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8620; }","duration":"1.59912504s","start":"2026-04-28T07:40:03.566805Z","end":"2026-04-28T07:40:05.16593Z","steps":["trace[2040504703] 'agreement among raft nodes before linearized reading' (duration: 1.598955305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.165968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.566783Z","time spent":"1.599179681s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:40:05.16593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779281555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:40:05.166018Z","caller":"traceutil/trace.go:171","msg":"trace[1144591878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8620; }","duration":"1.779429409s","start":"2026-04-28T07:40:03.386568Z","end":"2026-04-28T07:40:05.165998Z","steps":["trace[1144591878] 'agreement among raft nodes before linearized reading' (duration: 1.779157071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.386545Z","time spent":"1.779512191s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:40:05.166097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.610219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:40:05.166168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.353356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:40:05.166183Z","caller":"traceutil/trace.go:171","msg":"trace[755611512] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8620; }","duration":"609.760872ms","start":"2026-04-28T07:40:04.556402Z","end":"2026-04-28T07:40:05.166162Z","steps":["trace[755611512] 'agreement among raft nodes before linearized reading' (duration: 609.622879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:05.166223Z","caller":"traceutil/trace.go:171","msg":"trace[8591950] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8620; }","duration":"629.442598ms","start":"2026-04-28T07:40:04.53676Z","end":"2026-04-28T07:40:05.166202Z","steps":["trace[8591950] 'agreement among raft nodes before linearized reading' (duration: 629.329795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.16624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.174975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:40:05.166264Z","caller":"traceutil/trace.go:171","msg":"trace[77443638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8620; }","duration":"916.265347ms","start":"2026-04-28T07:40:04.249993Z","end":"2026-04-28T07:40:05.166258Z","steps":["trace[77443638] 'agreement among raft nodes before linearized reading' (duration: 916.206155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:04.536732Z","time spent":"629.530431ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:40:05.166282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:04.249954Z","time spent":"916.324418ms","remote":"127.0.0.1:58390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:40:05.166435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43052483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:40:05.166453Z","caller":"traceutil/trace.go:171","msg":"trace[33271384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8620; }","duration":"1.430584911s","start":"2026-04-28T07:40:03.735862Z","end":"2026-04-28T07:40:05.166447Z","steps":["trace[33271384] 'agreement among raft nodes before linearized reading' (duration: 1.430522629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.735839Z","time spent":"1.430625722s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:40:05.166022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.154807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:40:05.166495Z","caller":"traceutil/trace.go:171","msg":"trace[2136053027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8620; }","duration":"832.694492ms","start":"2026-04-28T07:40:04.333792Z","end":"2026-04-28T07:40:05.166486Z","steps":["trace[2136053027] 'agreement among raft nodes before linearized reading' (duration: 832.005473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:04.556372Z","time spent":"609.840905ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:40:05.166523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:04.333765Z","time spent":"832.746304ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:40:05.166564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434887048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:40:05.166582Z","caller":"traceutil/trace.go:171","msg":"trace[1272975548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8620; }","duration":"1.43493604s","start":"2026-04-28T07:40:03.73164Z","end":"2026-04-28T07:40:05.166576Z","steps":["trace[1272975548] 'agreement among raft nodes before linearized reading' (duration: 1.434881708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.73163Z","time spent":"1.43496401s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:40:05.166676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498373476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:40:05.166691Z","caller":"traceutil/trace.go:171","msg":"trace[56635727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8620; }","duration":"1.498433159s","start":"2026-04-28T07:40:03.668253Z","end":"2026-04-28T07:40:05.166686Z","steps":["trace[56635727] 'agreement among raft nodes before linearized reading' (duration: 1.498384207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.780577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fd7dz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:40:05.166705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.668227Z","time spent":"1.498474989s","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:40:05.166721Z","caller":"traceutil/trace.go:171","msg":"trace[495884459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fd7dz; range_end:; response_count:1; response_revision:8620; }","duration":"647.86833ms","start":"2026-04-28T07:40:04.518841Z","end":"2026-04-28T07:40:05.16671Z","steps":["trace[495884459] 'agreement among raft nodes before linearized reading' (duration: 647.752567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:04.518817Z","time spent":"647.929041ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-fd7dz\" "} {"level":"warn","ts":"2026-04-28T07:40:05.166825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549862889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:40:05.166857Z","caller":"traceutil/trace.go:171","msg":"trace[2087118569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8620; }","duration":"1.549946601s","start":"2026-04-28T07:40:03.616901Z","end":"2026-04-28T07:40:05.166848Z","steps":["trace[2087118569] 'agreement among raft nodes before linearized reading' (duration: 1.549880839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:05.166881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:40:03.616872Z","time spent":"1.550002103s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:40:13.44601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.304889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:40:13.446174Z","caller":"traceutil/trace.go:171","msg":"trace[1383147318] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8702; }","duration":"221.124541ms","start":"2026-04-28T07:40:13.225028Z","end":"2026-04-28T07:40:13.446153Z","steps":["trace[1383147318] 'process raft request' (duration: 87.505703ms)","trace[1383147318] 'compare' (duration: 133.094254ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:13.468748Z","caller":"traceutil/trace.go:171","msg":"trace[2044103335] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9012; }","duration":"218.569141ms","start":"2026-04-28T07:40:13.250141Z","end":"2026-04-28T07:40:13.46871Z","steps":["trace[2044103335] 'read index received' (duration: 62.410919ms)","trace[2044103335] 'applied index is now lower than readState.Index' (duration: 156.156852ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:40:13.468855Z","caller":"traceutil/trace.go:171","msg":"trace[1176561654] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"243.436418ms","start":"2026-04-28T07:40:13.225368Z","end":"2026-04-28T07:40:13.468804Z","steps":["trace[1176561654] 'process raft request' (duration: 243.101199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:13.46899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.837658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:40:13.46921Z","caller":"traceutil/trace.go:171","msg":"trace[1150010527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8703; }","duration":"219.073885ms","start":"2026-04-28T07:40:13.2501Z","end":"2026-04-28T07:40:13.469174Z","steps":["trace[1150010527] 'agreement among raft nodes before linearized reading' (duration: 218.808848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:13.469252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.219695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:40:13.469366Z","caller":"traceutil/trace.go:171","msg":"trace[1227340104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8703; }","duration":"152.366179ms","start":"2026-04-28T07:40:13.316954Z","end":"2026-04-28T07:40:13.469321Z","steps":["trace[1227340104] 'agreement among raft nodes before linearized reading' (duration: 151.997919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:13.469364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.290669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:40:13.469373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.98367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:40:13.469236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.627333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:40:13.469425Z","caller":"traceutil/trace.go:171","msg":"trace[881529637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8703; }","duration":"155.403381ms","start":"2026-04-28T07:40:13.314004Z","end":"2026-04-28T07:40:13.469408Z","steps":["trace[881529637] 'agreement among raft nodes before linearized reading' (duration: 155.278128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:13.469438Z","caller":"traceutil/trace.go:171","msg":"trace[1395645859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8703; }","duration":"155.075263ms","start":"2026-04-28T07:40:13.314345Z","end":"2026-04-28T07:40:13.46942Z","steps":["trace[1395645859] 'agreement among raft nodes before linearized reading' (duration: 154.892848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:13.469491Z","caller":"traceutil/trace.go:171","msg":"trace[1225201844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8703; }","duration":"189.955032ms","start":"2026-04-28T07:40:13.279514Z","end":"2026-04-28T07:40:13.469469Z","steps":["trace[1225201844] 'agreement among raft nodes before linearized reading' (duration: 189.406347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:40:13.469245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.1134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fd7dz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T07:40:13.469517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.036324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:40:13.469579Z","caller":"traceutil/trace.go:171","msg":"trace[1540142798] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fd7dz; range_end:; response_count:1; response_revision:8703; }","duration":"138.47556ms","start":"2026-04-28T07:40:13.331085Z","end":"2026-04-28T07:40:13.469561Z","steps":["trace[1540142798] 'agreement among raft nodes before linearized reading' (duration: 137.993817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:13.469619Z","caller":"traceutil/trace.go:171","msg":"trace[645802387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8703; }","duration":"154.194578ms","start":"2026-04-28T07:40:13.315399Z","end":"2026-04-28T07:40:13.469593Z","steps":["trace[645802387] 'agreement among raft nodes before linearized reading' (duration: 153.88125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:14.741259Z","caller":"traceutil/trace.go:171","msg":"trace[404881380] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"200.204951ms","start":"2026-04-28T07:40:14.541012Z","end":"2026-04-28T07:40:14.741217Z","steps":["trace[404881380] 'process raft request' (duration: 199.82287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:33.242342Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023e6.wal"} {"level":"warn","ts":"2026-04-28T07:41:28.40842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071027022963572294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:41:28.534496Z","caller":"traceutil/trace.go:171","msg":"trace[1672052029] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"968.969943ms","start":"2026-04-28T07:41:27.565456Z","end":"2026-04-28T07:41:28.534426Z","steps":["trace[1672052029] 'process raft request' (duration: 968.531931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.534967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.565233Z","time spent":"969.381344ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:41:28.5742Z","caller":"traceutil/trace.go:171","msg":"trace[1302205633] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"992.547085ms","start":"2026-04-28T07:41:27.581623Z","end":"2026-04-28T07:41:28.57417Z","steps":["trace[1302205633] 'process raft request' (duration: 992.480853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:28.574235Z","caller":"traceutil/trace.go:171","msg":"trace[1604433896] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"994.363185ms","start":"2026-04-28T07:41:27.579832Z","end":"2026-04-28T07:41:28.574195Z","steps":["trace[1604433896] 'process raft request' (duration: 994.077707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:28.574292Z","caller":"traceutil/trace.go:171","msg":"trace[346817627] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"993.45642ms","start":"2026-04-28T07:41:27.580778Z","end":"2026-04-28T07:41:28.574234Z","steps":["trace[346817627] 'process raft request' (duration: 993.288615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.574375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.581618Z","time spent":"992.669418ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:41:28.574377Z","caller":"traceutil/trace.go:171","msg":"trace[1980540766] linearizableReadLoop","detail":"{readStateIndex:9764; appliedIndex:9759; }","duration":"666.62618ms","start":"2026-04-28T07:41:27.907735Z","end":"2026-04-28T07:41:28.574361Z","steps":["trace[1980540766] 'read index received' (duration: 626.313462ms)","trace[1980540766] 'applied index is now lower than readState.Index' (duration: 40.311638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:41:28.574453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.579806Z","time spent":"994.508879ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:41:28.574524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.580771Z","time spent":"993.597253ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:41:28.574647Z","caller":"traceutil/trace.go:171","msg":"trace[356851041] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"992.480214ms","start":"2026-04-28T07:41:27.582159Z","end":"2026-04-28T07:41:28.574639Z","steps":["trace[356851041] 'process raft request' (duration: 991.97734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.574685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.96525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:41:28.574687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.582151Z","time spent":"992.510684ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:41:28.574711Z","caller":"traceutil/trace.go:171","msg":"trace[2031993930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9434; }","duration":"667.038011ms","start":"2026-04-28T07:41:27.907666Z","end":"2026-04-28T07:41:28.574704Z","steps":["trace[2031993930] 'agreement among raft nodes before linearized reading' (duration: 666.903428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.574731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.907631Z","time spent":"667.095573ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:41:28.574771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.36173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:41:28.574806Z","caller":"traceutil/trace.go:171","msg":"trace[1606272290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9434; }","duration":"617.442782ms","start":"2026-04-28T07:41:27.957354Z","end":"2026-04-28T07:41:28.574797Z","steps":["trace[1606272290] 'agreement among raft nodes before linearized reading' (duration: 617.307268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.57483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.957329Z","time spent":"617.495403ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:41:28.574962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.78508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:41:28.574976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.136975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fd7dz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:41:28.574991Z","caller":"traceutil/trace.go:171","msg":"trace[1061737083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9434; }","duration":"581.841412ms","start":"2026-04-28T07:41:27.99314Z","end":"2026-04-28T07:41:28.574982Z","steps":["trace[1061737083] 'agreement among raft nodes before linearized reading' (duration: 581.75716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.575018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.993127Z","time spent":"581.885724ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:41:28.575017Z","caller":"traceutil/trace.go:171","msg":"trace[1126685397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fd7dz; range_end:; response_count:1; response_revision:9434; }","duration":"530.222097ms","start":"2026-04-28T07:41:28.044783Z","end":"2026-04-28T07:41:28.575005Z","steps":["trace[1126685397] 'agreement among raft nodes before linearized reading' (duration: 530.058382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.575044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:28.04476Z","time spent":"530.277298ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-fd7dz\" "} {"level":"warn","ts":"2026-04-28T07:41:28.575058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.428185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:41:28.575098Z","caller":"traceutil/trace.go:171","msg":"trace[1031595738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9434; }","duration":"594.514207ms","start":"2026-04-28T07:41:27.980573Z","end":"2026-04-28T07:41:28.575087Z","steps":["trace[1031595738] 'agreement among raft nodes before linearized reading' (duration: 594.381593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:28.575124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:27.980549Z","time spent":"594.567869ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:41:40.426314Z","caller":"traceutil/trace.go:171","msg":"trace[533354507] linearizableReadLoop","detail":"{readStateIndex:9833; appliedIndex:9832; }","duration":"175.051585ms","start":"2026-04-28T07:41:40.251239Z","end":"2026-04-28T07:41:40.426291Z","steps":["trace[533354507] 'read index received' (duration: 174.580302ms)","trace[533354507] 'applied index is now lower than readState.Index' (duration: 470.453µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:41:40.426482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.230659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:41:40.426512Z","caller":"traceutil/trace.go:171","msg":"trace[1566299066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9500; }","duration":"175.278601ms","start":"2026-04-28T07:41:40.251223Z","end":"2026-04-28T07:41:40.426502Z","steps":["trace[1566299066] 'agreement among raft nodes before linearized reading' (duration: 175.211639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:40.426416Z","caller":"traceutil/trace.go:171","msg":"trace[698914279] transaction","detail":"{read_only:false; response_revision:9500; number_of_response:1; }","duration":"333.018785ms","start":"2026-04-28T07:41:40.093355Z","end":"2026-04-28T07:41:40.426374Z","steps":["trace[698914279] 'process raft request' (duration: 332.642885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:41:40.426591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.820991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:41:40.426647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:41:40.093325Z","time spent":"333.234961ms","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414755,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:41:40.426694Z","caller":"traceutil/trace.go:171","msg":"trace[1807213345] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9500; }","duration":"148.937304ms","start":"2026-04-28T07:41:40.27773Z","end":"2026-04-28T07:41:40.426667Z","steps":["trace[1807213345] 'agreement among raft nodes before linearized reading' (duration: 148.765109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:59.873072Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5d6864bfaf2cb565","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T07:41:59.887346Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T07:41:59.887514Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T07:44:05.554141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8131} {"level":"info","ts":"2026-04-28T07:44:05.643111Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8131,"took":"86.378057ms","hash":3507235203,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":27705344,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-28T07:44:05.643196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3507235203,"revision":8131,"compact-revision":6035} {"level":"warn","ts":"2026-04-28T07:44:54.206254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.04216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88547"} {"level":"info","ts":"2026-04-28T07:44:54.206346Z","caller":"traceutil/trace.go:171","msg":"trace[1922415099] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10712; }","duration":"568.195074ms","start":"2026-04-28T07:44:53.638127Z","end":"2026-04-28T07:44:54.206322Z","steps":["trace[1922415099] 'range keys from in-memory index tree' (duration: 567.815344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:54.206386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:53.638105Z","time spent":"568.272766ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88569,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:44:54.98174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13071027022963575674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:44:54.985689Z","caller":"traceutil/trace.go:171","msg":"trace[1813897890] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"772.585466ms","start":"2026-04-28T07:44:54.213074Z","end":"2026-04-28T07:44:54.985659Z","steps":["trace[1813897890] 'process raft request' (duration: 772.392451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:54.985865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:54.21304Z","time spent":"772.74111ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:54.988665Z","caller":"traceutil/trace.go:171","msg":"trace[1743050227] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"773.948943ms","start":"2026-04-28T07:44:54.214676Z","end":"2026-04-28T07:44:54.988625Z","steps":["trace[1743050227] 'process raft request' (duration: 773.586633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:54.988862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:54.214647Z","time spent":"774.113327ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:54.989087Z","caller":"traceutil/trace.go:171","msg":"trace[744045854] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"774.500878ms","start":"2026-04-28T07:44:54.214578Z","end":"2026-04-28T07:44:54.989079Z","steps":["trace[744045854] 'process raft request' (duration: 773.562082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:54.989139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:54.21456Z","time spent":"774.54381ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:54.989537Z","caller":"traceutil/trace.go:171","msg":"trace[688775806] transaction","detail":"{read_only:false; response_revision:10718; number_of_response:1; }","duration":"774.682443ms","start":"2026-04-28T07:44:54.214832Z","end":"2026-04-28T07:44:54.989515Z","steps":["trace[688775806] 'process raft request' (duration: 773.4783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:44:54.989506Z","caller":"traceutil/trace.go:171","msg":"trace[959894322] transaction","detail":"{read_only:false; response_revision:10717; number_of_response:1; }","duration":"774.802606ms","start":"2026-04-28T07:44:54.214678Z","end":"2026-04-28T07:44:54.98948Z","steps":["trace[959894322] 'process raft request' (duration: 773.610323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:54.98968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:54.21482Z","time spent":"774.780456ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:44:54.989763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:54.21465Z","time spent":"775.062873ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:44:54.990687Z","caller":"traceutil/trace.go:171","msg":"trace[664288667] linearizableReadLoop","detail":"{readStateIndex:11096; appliedIndex:11090; }","duration":"776.309667ms","start":"2026-04-28T07:44:54.214361Z","end":"2026-04-28T07:44:54.99067Z","steps":["trace[664288667] 'read index received' (duration: 771.157427ms)","trace[664288667] 'applied index is now lower than readState.Index' (duration: 5.15106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:44:54.991073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.706838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347560"} {"level":"info","ts":"2026-04-28T07:44:54.991129Z","caller":"traceutil/trace.go:171","msg":"trace[1817222071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10718; }","duration":"776.768839ms","start":"2026-04-28T07:44:54.214353Z","end":"2026-04-28T07:44:54.991122Z","steps":["trace[1817222071] 'agreement among raft nodes before linearized reading' (duration: 776.380689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:44:54.991152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:44:54.214324Z","time spent":"776.820861ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347582,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:45:52.342949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.764269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:45:52.343077Z","caller":"traceutil/trace.go:171","msg":"trace[2104562078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:11120; }","duration":"170.954294ms","start":"2026-04-28T07:45:52.172097Z","end":"2026-04-28T07:45:52.343051Z","steps":["trace[2104562078] 'count revisions from in-memory index tree' (duration: 170.568083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:52.343332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.48519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:45:52.343388Z","caller":"traceutil/trace.go:171","msg":"trace[125759239] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11120; }","duration":"104.046886ms","start":"2026-04-28T07:45:52.239331Z","end":"2026-04-28T07:45:52.343377Z","steps":["trace[125759239] 'count revisions from in-memory index tree' (duration: 103.376978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:56.143537Z","caller":"traceutil/trace.go:171","msg":"trace[2142098176] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"114.821379ms","start":"2026-04-28T07:45:56.028684Z","end":"2026-04-28T07:45:56.143505Z","steps":["trace[2142098176] 'process raft request' (duration: 114.634564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:58.069302Z","caller":"traceutil/trace.go:171","msg":"trace[1978821208] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"173.037899ms","start":"2026-04-28T07:45:57.896242Z","end":"2026-04-28T07:45:58.06928Z","steps":["trace[1978821208] 'process raft request' (duration: 172.844204ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:58.16274Z","caller":"traceutil/trace.go:171","msg":"trace[1118747757] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"239.258574ms","start":"2026-04-28T07:45:57.923447Z","end":"2026-04-28T07:45:58.162706Z","steps":["trace[1118747757] 'process raft request' (duration: 239.213142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:58.162795Z","caller":"traceutil/trace.go:171","msg":"trace[1409876400] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"239.305455ms","start":"2026-04-28T07:45:57.923444Z","end":"2026-04-28T07:45:58.162749Z","steps":["trace[1409876400] 'process raft request' (duration: 239.077289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:24.651995Z","caller":"traceutil/trace.go:171","msg":"trace[278282390] linearizableReadLoop","detail":"{readStateIndex:12373; appliedIndex:12372; }","duration":"200.227684ms","start":"2026-04-28T07:47:24.451736Z","end":"2026-04-28T07:47:24.651964Z","steps":["trace[278282390] 'read index received' (duration: 200.117971ms)","trace[278282390] 'applied index is now lower than readState.Index' (duration: 108.593µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:24.652132Z","caller":"traceutil/trace.go:171","msg":"trace[27290346] transaction","detail":"{read_only:false; response_revision:11962; number_of_response:1; }","duration":"223.810254ms","start":"2026-04-28T07:47:24.428283Z","end":"2026-04-28T07:47:24.652093Z","steps":["trace[27290346] 'process raft request' (duration: 223.494125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.652248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.494142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:24.652353Z","caller":"traceutil/trace.go:171","msg":"trace[1013481675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11962; }","duration":"200.668156ms","start":"2026-04-28T07:47:24.451673Z","end":"2026-04-28T07:47:24.652341Z","steps":["trace[1013481675] 'agreement among raft nodes before linearized reading' (duration: 200.455171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:24.756495Z","caller":"traceutil/trace.go:171","msg":"trace[936032756] transaction","detail":"{read_only:false; response_revision:11963; number_of_response:1; }","duration":"229.911969ms","start":"2026-04-28T07:47:24.526554Z","end":"2026-04-28T07:47:24.756466Z","steps":["trace[936032756] 'process raft request' (duration: 208.048626ms)","trace[936032756] 'compare' (duration: 21.676958ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:24.75675Z","caller":"traceutil/trace.go:171","msg":"trace[544536302] linearizableReadLoop","detail":"{readStateIndex:12375; appliedIndex:12373; }","duration":"104.640465ms","start":"2026-04-28T07:47:24.652094Z","end":"2026-04-28T07:47:24.756734Z","steps":["trace[544536302] 'read index received' (duration: 82.458334ms)","trace[544536302] 'applied index is now lower than readState.Index' (duration: 22.181271ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:24.756745Z","caller":"traceutil/trace.go:171","msg":"trace[413901365] transaction","detail":"{read_only:false; response_revision:11964; number_of_response:1; }","duration":"221.876221ms","start":"2026-04-28T07:47:24.534824Z","end":"2026-04-28T07:47:24.7567Z","steps":["trace[413901365] 'process raft request' (duration: 221.596214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.75711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.09968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:24.757161Z","caller":"traceutil/trace.go:171","msg":"trace[1744911017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11964; }","duration":"245.219293ms","start":"2026-04-28T07:47:24.51193Z","end":"2026-04-28T07:47:24.757149Z","steps":["trace[1744911017] 'agreement among raft nodes before linearized reading' (duration: 244.905555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.779943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.171355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:47:24.780044Z","caller":"traceutil/trace.go:171","msg":"trace[1481661606] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11964; }","duration":"124.293678ms","start":"2026-04-28T07:47:24.655729Z","end":"2026-04-28T07:47:24.780023Z","steps":["trace[1481661606] 'agreement among raft nodes before linearized reading' (duration: 124.090733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:26.066014Z","caller":"traceutil/trace.go:171","msg":"trace[1309224295] linearizableReadLoop","detail":"{readStateIndex:12378; appliedIndex:12377; }","duration":"177.855329ms","start":"2026-04-28T07:47:25.888126Z","end":"2026-04-28T07:47:26.065981Z","steps":["trace[1309224295] 'read index received' (duration: 162.633887ms)","trace[1309224295] 'applied index is now lower than readState.Index' (duration: 15.220272ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:26.066147Z","caller":"traceutil/trace.go:171","msg":"trace[1278134616] transaction","detail":"{read_only:false; response_revision:11966; number_of_response:1; }","duration":"232.744216ms","start":"2026-04-28T07:47:25.833347Z","end":"2026-04-28T07:47:26.066091Z","steps":["trace[1278134616] 'process raft request' (duration: 217.39552ms)","trace[1278134616] 'compare' (duration: 14.808421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:26.066239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.093045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:47:26.066285Z","caller":"traceutil/trace.go:171","msg":"trace[1433561128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11966; }","duration":"178.204379ms","start":"2026-04-28T07:47:25.888072Z","end":"2026-04-28T07:47:26.066276Z","steps":["trace[1433561128] 'agreement among raft nodes before linearized reading' (duration: 178.042695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:26.137536Z","caller":"traceutil/trace.go:171","msg":"trace[395101157] transaction","detail":"{read_only:false; response_revision:11967; number_of_response:1; }","duration":"158.110445ms","start":"2026-04-28T07:47:25.979382Z","end":"2026-04-28T07:47:26.137493Z","steps":["trace[395101157] 'process raft request' (duration: 157.876808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:26.137659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.965987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:47:26.137773Z","caller":"traceutil/trace.go:171","msg":"trace[1486866047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11967; }","duration":"214.127802ms","start":"2026-04-28T07:47:25.923618Z","end":"2026-04-28T07:47:26.137746Z","steps":["trace[1486866047] 'agreement among raft nodes before linearized reading' (duration: 213.838744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:26.137667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.144077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:47:26.138209Z","caller":"traceutil/trace.go:171","msg":"trace[1291795889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11967; }","duration":"209.706613ms","start":"2026-04-28T07:47:25.928452Z","end":"2026-04-28T07:47:26.138158Z","steps":["trace[1291795889] 'agreement among raft nodes before linearized reading' (duration: 209.070555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:26.242827Z","caller":"traceutil/trace.go:171","msg":"trace[447644862] transaction","detail":"{read_only:false; response_revision:11969; number_of_response:1; }","duration":"100.486143ms","start":"2026-04-28T07:47:26.142296Z","end":"2026-04-28T07:47:26.242783Z","steps":["trace[447644862] 'process raft request' (duration: 100.195155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:26.251968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.818215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19101"} {"level":"info","ts":"2026-04-28T07:47:26.25207Z","caller":"traceutil/trace.go:171","msg":"trace[1661625316] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11971; }","duration":"106.941588ms","start":"2026-04-28T07:47:26.145103Z","end":"2026-04-28T07:47:26.252044Z","steps":["trace[1661625316] 'agreement among raft nodes before linearized reading' (duration: 106.65712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:49:05.561715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10469} {"level":"info","ts":"2026-04-28T07:49:05.651071Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10469,"took":"86.459803ms","hash":857708670,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":25686016,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T07:49:05.651157Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":857708670,"revision":10469,"compact-revision":8131} {"level":"info","ts":"2026-04-28T07:54:05.568676Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12629} {"level":"info","ts":"2026-04-28T07:54:05.641748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12629,"took":"70.953348ms","hash":3432747283,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":27381760,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T07:54:05.641823Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3432747283,"revision":12629,"compact-revision":10469} {"level":"info","ts":"2026-04-28T07:54:19.824525Z","caller":"traceutil/trace.go:171","msg":"trace[802278627] linearizableReadLoop","detail":"{readStateIndex:15218; appliedIndex:15217; }","duration":"132.5875ms","start":"2026-04-28T07:54:19.691915Z","end":"2026-04-28T07:54:19.824502Z","steps":["trace[802278627] 'read index received' (duration: 109.452432ms)","trace[802278627] 'applied index is now lower than readState.Index' (duration: 23.134318ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:19.824561Z","caller":"traceutil/trace.go:171","msg":"trace[1850358900] transaction","detail":"{read_only:false; response_revision:14706; number_of_response:1; }","duration":"310.845523ms","start":"2026-04-28T07:54:19.513671Z","end":"2026-04-28T07:54:19.824517Z","steps":["trace[1850358900] 'process raft request' (duration: 287.703805ms)","trace[1850358900] 'compare' (duration: 23.000394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:19.824698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.766115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:19.824735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:19.513641Z","time spent":"311.003836ms","remote":"127.0.0.1:35150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:19.824761Z","caller":"traceutil/trace.go:171","msg":"trace[453929100] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:14706; }","duration":"132.845517ms","start":"2026-04-28T07:54:19.6919Z","end":"2026-04-28T07:54:19.824745Z","steps":["trace[453929100] 'agreement among raft nodes before linearized reading' (duration: 132.677272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:31.163415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.792705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:54:31.163584Z","caller":"traceutil/trace.go:171","msg":"trace[1882529693] transaction","detail":"{read_only:false; response_revision:14884; number_of_response:1; }","duration":"317.850634ms","start":"2026-04-28T07:54:30.845708Z","end":"2026-04-28T07:54:31.163559Z","steps":["trace[1882529693] 'process raft request' (duration: 67.769001ms)","trace[1882529693] 'compare' (duration: 249.58103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:54:31.163652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:30.845657Z","time spent":"317.960357ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:31.178055Z","caller":"traceutil/trace.go:171","msg":"trace[995558120] transaction","detail":"{read_only:false; response_revision:14885; number_of_response:1; }","duration":"331.832994ms","start":"2026-04-28T07:54:30.846165Z","end":"2026-04-28T07:54:31.177998Z","steps":["trace[995558120] 'process raft request' (duration: 331.634348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:31.178232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:30.846148Z","time spent":"331.995929ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:31.178314Z","caller":"traceutil/trace.go:171","msg":"trace[1884719889] linearizableReadLoop","detail":"{readStateIndex:15401; appliedIndex:15398; }","duration":"278.851864ms","start":"2026-04-28T07:54:30.899429Z","end":"2026-04-28T07:54:31.178281Z","steps":["trace[1884719889] 'read index received' (duration: 14.066232ms)","trace[1884719889] 'applied index is now lower than readState.Index' (duration: 264.782292ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:31.178385Z","caller":"traceutil/trace.go:171","msg":"trace[1152580815] transaction","detail":"{read_only:false; response_revision:14886; number_of_response:1; }","duration":"326.747436ms","start":"2026-04-28T07:54:30.851559Z","end":"2026-04-28T07:54:31.178307Z","steps":["trace[1152580815] 'process raft request' (duration: 326.386506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:31.178549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.04219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:54:31.178622Z","caller":"traceutil/trace.go:171","msg":"trace[1185206472] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14886; }","duration":"177.174813ms","start":"2026-04-28T07:54:31.001423Z","end":"2026-04-28T07:54:31.178598Z","steps":["trace[1185206472] 'agreement among raft nodes before linearized reading' (duration: 177.030149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:31.178591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.115872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:54:31.178648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.737711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:54:31.178706Z","caller":"traceutil/trace.go:171","msg":"trace[1702440568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14886; }","duration":"279.293417ms","start":"2026-04-28T07:54:30.899379Z","end":"2026-04-28T07:54:31.178673Z","steps":["trace[1702440568] 'agreement among raft nodes before linearized reading' (duration: 279.05088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:31.178712Z","caller":"traceutil/trace.go:171","msg":"trace[2119732049] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14886; }","duration":"109.862785ms","start":"2026-04-28T07:54:31.068833Z","end":"2026-04-28T07:54:31.178696Z","steps":["trace[2119732049] 'agreement among raft nodes before linearized reading' (duration: 109.717961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:31.178831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.952219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T07:54:31.178879Z","caller":"traceutil/trace.go:171","msg":"trace[467182560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14886; }","duration":"134.059101ms","start":"2026-04-28T07:54:31.044803Z","end":"2026-04-28T07:54:31.178862Z","steps":["trace[467182560] 'agreement among raft nodes before linearized reading' (duration: 133.897417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:31.179165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:54:30.851543Z","time spent":"326.945741ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:54:31.290618Z","caller":"traceutil/trace.go:171","msg":"trace[653206618] transaction","detail":"{read_only:false; response_revision:14887; number_of_response:1; }","duration":"105.068194ms","start":"2026-04-28T07:54:31.185516Z","end":"2026-04-28T07:54:31.290584Z","steps":["trace[653206618] 'process raft request' (duration: 87.169218ms)","trace[653206618] 'compare' (duration: 17.747042ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:31.293903Z","caller":"traceutil/trace.go:171","msg":"trace[906520861] linearizableReadLoop","detail":"{readStateIndex:15403; appliedIndex:15401; }","duration":"103.606294ms","start":"2026-04-28T07:54:31.19027Z","end":"2026-04-28T07:54:31.293876Z","steps":["trace[906520861] 'read index received' (duration: 82.359437ms)","trace[906520861] 'applied index is now lower than readState.Index' (duration: 21.245797ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:31.294053Z","caller":"traceutil/trace.go:171","msg":"trace[302134782] transaction","detail":"{read_only:false; response_revision:14888; number_of_response:1; }","duration":"105.215279ms","start":"2026-04-28T07:54:31.188824Z","end":"2026-04-28T07:54:31.294039Z","steps":["trace[302134782] 'process raft request' (duration: 104.9028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:31.294352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.060537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-jfs92.18aa761cf359a7e4\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-28T07:54:31.294447Z","caller":"traceutil/trace.go:171","msg":"trace[432108245] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-jfs92.18aa761cf359a7e4; range_end:; response_count:1; response_revision:14888; }","duration":"104.205711ms","start":"2026-04-28T07:54:31.190215Z","end":"2026-04-28T07:54:31.294421Z","steps":["trace[432108245] 'agreement among raft nodes before linearized reading' (duration: 103.941654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:41.72803Z","caller":"traceutil/trace.go:171","msg":"trace[398889571] linearizableReadLoop","detail":"{readStateIndex:16362; appliedIndex:16361; }","duration":"105.338876ms","start":"2026-04-28T07:55:41.622663Z","end":"2026-04-28T07:55:41.728002Z","steps":["trace[398889571] 'read index received' (duration: 105.09881ms)","trace[398889571] 'applied index is now lower than readState.Index' (duration: 239.176µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:55:41.728171Z","caller":"traceutil/trace.go:171","msg":"trace[817570778] transaction","detail":"{read_only:false; response_revision:15817; number_of_response:1; }","duration":"108.465161ms","start":"2026-04-28T07:55:41.61968Z","end":"2026-04-28T07:55:41.728145Z","steps":["trace[817570778] 'process raft request' (duration: 108.159533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:41.728335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.658616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-28T07:55:41.728382Z","caller":"traceutil/trace.go:171","msg":"trace[2058085080] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15817; }","duration":"105.746877ms","start":"2026-04-28T07:55:41.622623Z","end":"2026-04-28T07:55:41.72837Z","steps":["trace[2058085080] 'agreement among raft nodes before linearized reading' (duration: 105.539662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:41.72866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.997375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:55:41.728711Z","caller":"traceutil/trace.go:171","msg":"trace[1436449021] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15817; }","duration":"106.066756ms","start":"2026-04-28T07:55:41.622632Z","end":"2026-04-28T07:55:41.728698Z","steps":["trace[1436449021] 'agreement among raft nodes before linearized reading' (duration: 105.990834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:55:41.728778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.087793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-28T07:55:41.728899Z","caller":"traceutil/trace.go:171","msg":"trace[217194442] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15817; }","duration":"104.284798ms","start":"2026-04-28T07:55:41.624588Z","end":"2026-04-28T07:55:41.728873Z","steps":["trace[217194442] 'agreement among raft nodes before linearized reading' (duration: 103.955439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.2774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.907145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:56:09.277627Z","caller":"traceutil/trace.go:171","msg":"trace[1974107024] linearizableReadLoop","detail":"{readStateIndex:16510; appliedIndex:16507; }","duration":"279.963052ms","start":"2026-04-28T07:56:08.997644Z","end":"2026-04-28T07:56:09.277607Z","steps":["trace[1974107024] 'read index received' (duration: 28.678477ms)","trace[1974107024] 'applied index is now lower than readState.Index' (duration: 251.283295ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:09.277746Z","caller":"traceutil/trace.go:171","msg":"trace[690264186] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"311.797015ms","start":"2026-04-28T07:56:08.96593Z","end":"2026-04-28T07:56:09.277727Z","steps":["trace[690264186] 'process raft request' (duration: 311.611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.277823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:08.965899Z","time spent":"311.884308ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:56:09.277995Z","caller":"traceutil/trace.go:171","msg":"trace[222696145] transaction","detail":"{read_only:false; response_revision:15959; number_of_response:1; }","duration":"333.916795ms","start":"2026-04-28T07:56:08.944065Z","end":"2026-04-28T07:56:09.277981Z","steps":["trace[222696145] 'process raft request' (duration: 162.313032ms)","trace[222696145] 'compare' (duration: 170.75728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:56:09.278056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:56:08.944056Z","time spent":"333.970847ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:56:09.278354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.366841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:56:09.278466Z","caller":"traceutil/trace.go:171","msg":"trace[1373885052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15960; }","duration":"253.553826ms","start":"2026-04-28T07:56:09.024886Z","end":"2026-04-28T07:56:09.27844Z","steps":["trace[1373885052] 'agreement among raft nodes before linearized reading' (duration: 252.901558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.278825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.170575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fd7dz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T07:56:09.278908Z","caller":"traceutil/trace.go:171","msg":"trace[1128419786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fd7dz; range_end:; response_count:1; response_revision:15960; }","duration":"281.298449ms","start":"2026-04-28T07:56:08.997588Z","end":"2026-04-28T07:56:09.278886Z","steps":["trace[1128419786] 'agreement among raft nodes before linearized reading' (duration: 281.046712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.279246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.552371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7s58d\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-04-28T07:56:09.279249Z","caller":"traceutil/trace.go:171","msg":"trace[605416160] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rtgtb; range_end:; response_count:1; response_revision:15960; }","duration":"100.052513ms","start":"2026-04-28T07:56:09.179172Z","end":"2026-04-28T07:56:09.279224Z","steps":["trace[605416160] 'agreement among raft nodes before linearized reading' (duration: 99.881559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.279254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.228101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-04-28T07:56:09.279413Z","caller":"traceutil/trace.go:171","msg":"trace[60499098] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15960; }","duration":"106.405566ms","start":"2026-04-28T07:56:09.172962Z","end":"2026-04-28T07:56:09.279367Z","steps":["trace[60499098] 'agreement among raft nodes before linearized reading' (duration: 106.206181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:09.279305Z","caller":"traceutil/trace.go:171","msg":"trace[832779869] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7s58d; range_end:; response_count:1; response_revision:15960; }","duration":"102.626403ms","start":"2026-04-28T07:56:09.176665Z","end":"2026-04-28T07:56:09.279291Z","steps":["trace[832779869] 'agreement among raft nodes before linearized reading' (duration: 102.438718ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:56:09.395878Z","caller":"traceutil/trace.go:171","msg":"trace[1867118644] linearizableReadLoop","detail":"{readStateIndex:16511; appliedIndex:16510; }","duration":"106.039956ms","start":"2026-04-28T07:56:09.289807Z","end":"2026-04-28T07:56:09.395847Z","steps":["trace[1867118644] 'read index received' (duration: 105.888782ms)","trace[1867118644] 'applied index is now lower than readState.Index' (duration: 149.904µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:56:09.395944Z","caller":"traceutil/trace.go:171","msg":"trace[1162484740] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"110.064855ms","start":"2026-04-28T07:56:09.285828Z","end":"2026-04-28T07:56:09.395893Z","steps":["trace[1162484740] 'process raft request' (duration: 109.847459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.396746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.907019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769910"} {"level":"info","ts":"2026-04-28T07:56:09.396789Z","caller":"traceutil/trace.go:171","msg":"trace[1847022969] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15961; }","duration":"106.997722ms","start":"2026-04-28T07:56:09.289781Z","end":"2026-04-28T07:56:09.396779Z","steps":["trace[1847022969] 'agreement among raft nodes before linearized reading' (duration: 106.221081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.397104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.214207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769910"} {"level":"info","ts":"2026-04-28T07:56:09.397215Z","caller":"traceutil/trace.go:171","msg":"trace[761453437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15961; }","duration":"107.354542ms","start":"2026-04-28T07:56:09.289848Z","end":"2026-04-28T07:56:09.397203Z","steps":["trace[761453437] 'agreement among raft nodes before linearized reading' (duration: 106.433377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:56:09.398237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.414116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769910"} {"level":"info","ts":"2026-04-28T07:56:09.398346Z","caller":"traceutil/trace.go:171","msg":"trace[1841202925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15961; }","duration":"106.5516ms","start":"2026-04-28T07:56:09.291775Z","end":"2026-04-28T07:56:09.398327Z","steps":["trace[1841202925] 'agreement among raft nodes before linearized reading' (duration: 105.178513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:05.575969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14618} {"level":"info","ts":"2026-04-28T07:59:05.65153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14618,"took":"72.630824ms","hash":1432839835,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":31473664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T07:59:05.651605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1432839835,"revision":14618,"compact-revision":12629} {"level":"warn","ts":"2026-04-28T08:01:51.180481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.481961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:01:51.18076Z","caller":"traceutil/trace.go:171","msg":"trace[975498113] transaction","detail":"{read_only:false; response_revision:18474; number_of_response:1; }","duration":"246.936747ms","start":"2026-04-28T08:01:50.933767Z","end":"2026-04-28T08:01:51.180704Z","steps":["trace[975498113] 'process raft request' (duration: 144.162188ms)","trace[975498113] 'compare' (duration: 102.021039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:51.180802Z","caller":"traceutil/trace.go:171","msg":"trace[431725122] transaction","detail":"{read_only:false; response_revision:18475; number_of_response:1; }","duration":"246.909697ms","start":"2026-04-28T08:01:50.933866Z","end":"2026-04-28T08:01:51.180776Z","steps":["trace[431725122] 'process raft request' (duration: 246.736302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:51.180837Z","caller":"traceutil/trace.go:171","msg":"trace[1855541859] transaction","detail":"{read_only:false; response_revision:18476; number_of_response:1; }","duration":"246.949338ms","start":"2026-04-28T08:01:50.933869Z","end":"2026-04-28T08:01:51.180818Z","steps":["trace[1855541859] 'process raft request' (duration: 246.829895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:51.180867Z","caller":"traceutil/trace.go:171","msg":"trace[1007847692] transaction","detail":"{read_only:false; response_revision:18477; number_of_response:1; }","duration":"246.880616ms","start":"2026-04-28T08:01:50.933968Z","end":"2026-04-28T08:01:51.180849Z","steps":["trace[1007847692] 'process raft request' (duration: 246.780733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:51.180828Z","caller":"traceutil/trace.go:171","msg":"trace[1363215472] linearizableReadLoop","detail":"{readStateIndex:19110; appliedIndex:19106; }","duration":"236.977258ms","start":"2026-04-28T08:01:50.94383Z","end":"2026-04-28T08:01:51.180808Z","steps":["trace[1363215472] 'read index received' (duration: 134.114126ms)","trace[1363215472] 'applied index is now lower than readState.Index' (duration: 102.862152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:01:51.181082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.096812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:01:51.181128Z","caller":"traceutil/trace.go:171","msg":"trace[1630218891] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:18477; }","duration":"237.291507ms","start":"2026-04-28T08:01:50.943824Z","end":"2026-04-28T08:01:51.181115Z","steps":["trace[1630218891] 'agreement among raft nodes before linearized reading' (duration: 237.03588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:51.182118Z","caller":"traceutil/trace.go:171","msg":"trace[1493928022] transaction","detail":"{read_only:false; response_revision:18478; number_of_response:1; }","duration":"238.246723ms","start":"2026-04-28T08:01:50.943845Z","end":"2026-04-28T08:01:51.182092Z","steps":["trace[1493928022] 'process raft request' (duration: 237.710318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:59.378141Z","caller":"traceutil/trace.go:171","msg":"trace[1186689007] transaction","detail":"{read_only:false; response_revision:18557; number_of_response:1; }","duration":"106.160421ms","start":"2026-04-28T08:01:59.271952Z","end":"2026-04-28T08:01:59.378113Z","steps":["trace[1186689007] 'process raft request' (duration: 105.998367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:01:59.379188Z","caller":"traceutil/trace.go:171","msg":"trace[1300653283] transaction","detail":"{read_only:false; response_revision:18558; number_of_response:1; }","duration":"103.711704ms","start":"2026-04-28T08:01:59.275438Z","end":"2026-04-28T08:01:59.37915Z","steps":["trace[1300653283] 'process raft request' (duration: 103.528869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:03:08.654403Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5d6864bfaf2cb565","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T08:03:08.659835Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T08:03:08.659967Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T08:04:05.590861Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17198} {"level":"info","ts":"2026-04-28T08:04:05.691437Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17198,"took":"97.009998ms","hash":3996411355,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":34566144,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-28T08:04:05.691549Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3996411355,"revision":17198,"compact-revision":14618} {"level":"info","ts":"2026-04-28T08:09:05.598032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19746} {"level":"info","ts":"2026-04-28T08:09:05.715539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19746,"took":"114.761632ms","hash":441228937,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":29601792,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T08:09:05.715635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":441228937,"revision":19746,"compact-revision":17198} {"level":"info","ts":"2026-04-28T08:09:59.242694Z","caller":"traceutil/trace.go:171","msg":"trace[1548719088] transaction","detail":"{read_only:false; response_revision:22022; number_of_response:1; }","duration":"213.693922ms","start":"2026-04-28T08:09:59.028978Z","end":"2026-04-28T08:09:59.242672Z","steps":["trace[1548719088] 'process raft request' (duration: 213.516967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:09:59.846943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.083514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:09:59.847088Z","caller":"traceutil/trace.go:171","msg":"trace[951821274] linearizableReadLoop","detail":"{readStateIndex:22775; appliedIndex:22774; }","duration":"232.71629ms","start":"2026-04-28T08:09:59.614349Z","end":"2026-04-28T08:09:59.847065Z","steps":["trace[951821274] 'read index received' (duration: 104.446541ms)","trace[951821274] 'applied index is now lower than readState.Index' (duration: 128.267789ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:09:59.8472Z","caller":"traceutil/trace.go:171","msg":"trace[908268203] transaction","detail":"{read_only:false; response_revision:22024; number_of_response:1; }","duration":"240.327297ms","start":"2026-04-28T08:09:59.606832Z","end":"2026-04-28T08:09:59.84716Z","steps":["trace[908268203] 'process raft request' (duration: 111.909354ms)","trace[908268203] 'compare' (duration: 127.767445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:09:59.847305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.957897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T08:09:59.847364Z","caller":"traceutil/trace.go:171","msg":"trace[1678541111] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22024; }","duration":"233.040229ms","start":"2026-04-28T08:09:59.614298Z","end":"2026-04-28T08:09:59.847338Z","steps":["trace[1678541111] 'agreement among raft nodes before linearized reading' (duration: 232.842763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:00.297535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.259905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:10:00.297766Z","caller":"traceutil/trace.go:171","msg":"trace[755996835] linearizableReadLoop","detail":"{readStateIndex:22777; appliedIndex:22775; }","duration":"191.793057ms","start":"2026-04-28T08:10:00.105949Z","end":"2026-04-28T08:10:00.297743Z","steps":["trace[755996835] 'read index received' (duration: 40.139812ms)","trace[755996835] 'applied index is now lower than readState.Index' (duration: 151.651475ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:10:00.297825Z","caller":"traceutil/trace.go:171","msg":"trace[1398422929] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"243.242136ms","start":"2026-04-28T08:10:00.054523Z","end":"2026-04-28T08:10:00.297765Z","steps":["trace[1398422929] 'process raft request' (duration: 102.623641ms)","trace[1398422929] 'compare' (duration: 140.103051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:10:00.297901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.921521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:10:00.29797Z","caller":"traceutil/trace.go:171","msg":"trace[742246727] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:22026; }","duration":"192.052344ms","start":"2026-04-28T08:10:00.105901Z","end":"2026-04-28T08:10:00.297953Z","steps":["trace[742246727] 'agreement among raft nodes before linearized reading' (duration: 191.90341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:00.303641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.021915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T08:10:00.303706Z","caller":"traceutil/trace.go:171","msg":"trace[1821200954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22027; }","duration":"170.133928ms","start":"2026-04-28T08:10:00.133555Z","end":"2026-04-28T08:10:00.303689Z","steps":["trace[1821200954] 'agreement among raft nodes before linearized reading' (duration: 169.896932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:10:00.303795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.111275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:10:00.30408Z","caller":"traceutil/trace.go:171","msg":"trace[498392960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22027; }","duration":"128.519986ms","start":"2026-04-28T08:10:00.175504Z","end":"2026-04-28T08:10:00.304024Z","steps":["trace[498392960] 'agreement among raft nodes before linearized reading' (duration: 128.086994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:14:05.60515Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21730} {"level":"info","ts":"2026-04-28T08:14:05.717183Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21730,"took":"106.823505ms","hash":4045849953,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":39755776,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-04-28T08:14:05.717271Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4045849953,"revision":21730,"compact-revision":19746} {"level":"info","ts":"2026-04-28T08:14:08.530585Z","caller":"traceutil/trace.go:171","msg":"trace[893516356] linearizableReadLoop","detail":"{readStateIndex:25357; appliedIndex:25356; }","duration":"189.155931ms","start":"2026-04-28T08:14:08.341394Z","end":"2026-04-28T08:14:08.53055Z","steps":["trace[893516356] 'read index received' (duration: 188.837282ms)","trace[893516356] 'applied index is now lower than readState.Index' (duration: 315.979µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:14:08.530762Z","caller":"traceutil/trace.go:171","msg":"trace[523206200] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"232.899814ms","start":"2026-04-28T08:14:08.297848Z","end":"2026-04-28T08:14:08.530748Z","steps":["trace[523206200] 'process raft request' (duration: 232.420731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:14:08.531153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.721996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:14:08.531299Z","caller":"traceutil/trace.go:171","msg":"trace[93087323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24528; }","duration":"189.927171ms","start":"2026-04-28T08:14:08.341341Z","end":"2026-04-28T08:14:08.531269Z","steps":["trace[93087323] 'agreement among raft nodes before linearized reading' (duration: 189.53172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:48.305699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.396625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:17:48.305849Z","caller":"traceutil/trace.go:171","msg":"trace[1796332557] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"207.46422ms","start":"2026-04-28T08:17:48.098362Z","end":"2026-04-28T08:17:48.305826Z","steps":["trace[1796332557] 'process raft request' (duration: 64.834169ms)","trace[1796332557] 'compare' (duration: 142.281592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:48.412708Z","caller":"traceutil/trace.go:171","msg":"trace[39232637] linearizableReadLoop","detail":"{readStateIndex:27597; appliedIndex:27596; }","duration":"161.145016ms","start":"2026-04-28T08:17:48.251537Z","end":"2026-04-28T08:17:48.412682Z","steps":["trace[39232637] 'read index received' (duration: 161.046304ms)","trace[39232637] 'applied index is now lower than readState.Index' (duration: 95.162µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:48.412758Z","caller":"traceutil/trace.go:171","msg":"trace[855418455] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"196.860281ms","start":"2026-04-28T08:17:48.215862Z","end":"2026-04-28T08:17:48.412722Z","steps":["trace[855418455] 'process raft request' (duration: 196.645465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:48.412844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.29765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:48.412876Z","caller":"traceutil/trace.go:171","msg":"trace[753300871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26714; }","duration":"161.418794ms","start":"2026-04-28T08:17:48.25145Z","end":"2026-04-28T08:17:48.412868Z","steps":["trace[753300871] 'agreement among raft nodes before linearized reading' (duration: 161.338051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:48.422927Z","caller":"traceutil/trace.go:171","msg":"trace[1459660948] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"160.091798ms","start":"2026-04-28T08:17:48.262817Z","end":"2026-04-28T08:17:48.422908Z","steps":["trace[1459660948] 'process raft request' (duration: 159.898372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:48.423518Z","caller":"traceutil/trace.go:171","msg":"trace[1366186700] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"129.810951ms","start":"2026-04-28T08:17:48.293643Z","end":"2026-04-28T08:17:48.423454Z","steps":["trace[1366186700] 'process raft request' (duration: 129.184114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:48.857802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.515158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T08:17:48.857904Z","caller":"traceutil/trace.go:171","msg":"trace[951079396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26716; }","duration":"337.654922ms","start":"2026-04-28T08:17:48.520227Z","end":"2026-04-28T08:17:48.857882Z","steps":["trace[951079396] 'range keys from in-memory index tree' (duration: 337.287282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:48.85794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:48.520139Z","time spent":"337.792635ms","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T08:17:48.85804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.384293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:17:48.858267Z","caller":"traceutil/trace.go:171","msg":"trace[185971443] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"275.357332ms","start":"2026-04-28T08:17:48.582877Z","end":"2026-04-28T08:17:48.858234Z","steps":["trace[185971443] 'process raft request' (duration: 124.688301ms)","trace[185971443] 'compare' (duration: 150.212158ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:48.858437Z","caller":"traceutil/trace.go:171","msg":"trace[1818378846] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"268.661899ms","start":"2026-04-28T08:17:48.589748Z","end":"2026-04-28T08:17:48.85841Z","steps":["trace[1818378846] 'process raft request' (duration: 268.404812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:48.858751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.479652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:17:48.858864Z","caller":"traceutil/trace.go:171","msg":"trace[2018393796] linearizableReadLoop","detail":"{readStateIndex:27601; appliedIndex:27599; }","duration":"224.975777ms","start":"2026-04-28T08:17:48.633251Z","end":"2026-04-28T08:17:48.858227Z","steps":["trace[2018393796] 'read index received' (duration: 74.236855ms)","trace[2018393796] 'applied index is now lower than readState.Index' (duration: 150.734022ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:48.858869Z","caller":"traceutil/trace.go:171","msg":"trace[2039210955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26718; }","duration":"225.644456ms","start":"2026-04-28T08:17:48.633196Z","end":"2026-04-28T08:17:48.85884Z","steps":["trace[2039210955] 'agreement among raft nodes before linearized reading' (duration: 225.366309ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:49.132054Z","caller":"traceutil/trace.go:171","msg":"trace[460645299] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"266.077489ms","start":"2026-04-28T08:17:48.865921Z","end":"2026-04-28T08:17:49.131999Z","steps":["trace[460645299] 'process raft request' (duration: 174.257224ms)","trace[460645299] 'compare' (duration: 91.594489ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:49.143887Z","caller":"traceutil/trace.go:171","msg":"trace[1917364666] linearizableReadLoop","detail":"{readStateIndex:27603; appliedIndex:27601; }","duration":"160.592881ms","start":"2026-04-28T08:17:48.983265Z","end":"2026-04-28T08:17:49.143858Z","steps":["trace[1917364666] 'read index received' (duration: 56.938423ms)","trace[1917364666] 'applied index is now lower than readState.Index' (duration: 103.653228ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:49.143939Z","caller":"traceutil/trace.go:171","msg":"trace[1169892868] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"274.022375ms","start":"2026-04-28T08:17:48.86989Z","end":"2026-04-28T08:17:49.143913Z","steps":["trace[1169892868] 'process raft request' (duration: 273.81208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:49.144099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.808687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:17:49.144145Z","caller":"traceutil/trace.go:171","msg":"trace[1951743478] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26720; }","duration":"160.92557ms","start":"2026-04-28T08:17:48.983209Z","end":"2026-04-28T08:17:49.144135Z","steps":["trace[1951743478] 'agreement among raft nodes before linearized reading' (duration: 160.786197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:49.28916Z","caller":"traceutil/trace.go:171","msg":"trace[1707566854] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"141.074809ms","start":"2026-04-28T08:17:49.148045Z","end":"2026-04-28T08:17:49.28912Z","steps":["trace[1707566854] 'process raft request' (duration: 129.248076ms)","trace[1707566854] 'compare' (duration: 11.34179ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:49.289429Z","caller":"traceutil/trace.go:171","msg":"trace[1801483342] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"139.65433ms","start":"2026-04-28T08:17:49.149631Z","end":"2026-04-28T08:17:49.289285Z","steps":["trace[1801483342] 'process raft request' (duration: 139.422954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:49.818655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.568446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:49.818757Z","caller":"traceutil/trace.go:171","msg":"trace[1328515199] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26724; }","duration":"125.72928ms","start":"2026-04-28T08:17:49.693001Z","end":"2026-04-28T08:17:49.81873Z","steps":["trace[1328515199] 'count revisions from in-memory index tree' (duration: 125.478463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:49.818901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.056484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:17:49.818935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.380911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:49.819005Z","caller":"traceutil/trace.go:171","msg":"trace[394108538] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26724; }","duration":"117.191297ms","start":"2026-04-28T08:17:49.701787Z","end":"2026-04-28T08:17:49.818978Z","steps":["trace[394108538] 'count revisions from in-memory index tree' (duration: 116.982991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:49.819015Z","caller":"traceutil/trace.go:171","msg":"trace[453884769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26724; }","duration":"180.483273ms","start":"2026-04-28T08:17:49.638513Z","end":"2026-04-28T08:17:49.818996Z","steps":["trace[453884769] 'range keys from in-memory index tree' (duration: 180.268698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:50.042907Z","caller":"traceutil/trace.go:171","msg":"trace[1392776244] linearizableReadLoop","detail":"{readStateIndex:27609; appliedIndex:27608; }","duration":"243.225784ms","start":"2026-04-28T08:17:49.799645Z","end":"2026-04-28T08:17:50.042871Z","steps":["trace[1392776244] 'read index received' (duration: 242.973007ms)","trace[1392776244] 'applied index is now lower than readState.Index' (duration: 251.077µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:50.042969Z","caller":"traceutil/trace.go:171","msg":"trace[365164] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"265.367048ms","start":"2026-04-28T08:17:49.777556Z","end":"2026-04-28T08:17:50.042923Z","steps":["trace[365164] 'process raft request' (duration: 265.05596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:50.043219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.105329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T08:17:50.043245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.571984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:17:50.043313Z","caller":"traceutil/trace.go:171","msg":"trace[1617158836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26725; }","duration":"243.701367ms","start":"2026-04-28T08:17:49.799591Z","end":"2026-04-28T08:17:50.043293Z","steps":["trace[1617158836] 'agreement among raft nodes before linearized reading' (duration: 243.43101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:50.043279Z","caller":"traceutil/trace.go:171","msg":"trace[1011494269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26725; }","duration":"137.231303ms","start":"2026-04-28T08:17:49.906028Z","end":"2026-04-28T08:17:50.043259Z","steps":["trace[1011494269] 'agreement among raft nodes before linearized reading' (duration: 137.103229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:50.567987Z","caller":"traceutil/trace.go:171","msg":"trace[395358595] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"138.54134ms","start":"2026-04-28T08:17:50.429404Z","end":"2026-04-28T08:17:50.567945Z","steps":["trace[395358595] 'process raft request' (duration: 102.824035ms)","trace[395358595] 'compare' (duration: 35.408557ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:50.725688Z","caller":"traceutil/trace.go:171","msg":"trace[1941091252] linearizableReadLoop","detail":"{readStateIndex:27614; appliedIndex:27613; }","duration":"180.836444ms","start":"2026-04-28T08:17:50.544827Z","end":"2026-04-28T08:17:50.725663Z","steps":["trace[1941091252] 'read index received' (duration: 180.590677ms)","trace[1941091252] 'applied index is now lower than readState.Index' (duration: 245.097µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:50.725765Z","caller":"traceutil/trace.go:171","msg":"trace[1141445505] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"293.033324ms","start":"2026-04-28T08:17:50.432689Z","end":"2026-04-28T08:17:50.725722Z","steps":["trace[1141445505] 'process raft request' (duration: 292.814958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:50.72597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.07279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T08:17:50.726012Z","caller":"traceutil/trace.go:171","msg":"trace[707493246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26730; }","duration":"181.214134ms","start":"2026-04-28T08:17:50.544781Z","end":"2026-04-28T08:17:50.725996Z","steps":["trace[707493246] 'agreement among raft nodes before linearized reading' (duration: 181.000268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:51.037061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.137087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:17:51.037179Z","caller":"traceutil/trace.go:171","msg":"trace[1526163344] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"172.922698ms","start":"2026-04-28T08:17:50.864232Z","end":"2026-04-28T08:17:51.037155Z","steps":["trace[1526163344] 'process raft request' (duration: 70.615527ms)","trace[1526163344] 'compare' (duration: 102.020233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:51.062485Z","caller":"traceutil/trace.go:171","msg":"trace[45835641] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"191.820713ms","start":"2026-04-28T08:17:50.870634Z","end":"2026-04-28T08:17:51.062455Z","steps":["trace[45835641] 'process raft request' (duration: 191.595757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:51.34385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.686314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:17:51.344023Z","caller":"traceutil/trace.go:171","msg":"trace[2023704644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26732; }","duration":"193.89817ms","start":"2026-04-28T08:17:51.150086Z","end":"2026-04-28T08:17:51.343984Z","steps":["trace[2023704644] 'range keys from in-memory index tree' (duration: 193.470438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:51.343889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.450113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:17:51.344144Z","caller":"traceutil/trace.go:171","msg":"trace[372212340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26732; }","duration":"206.753171ms","start":"2026-04-28T08:17:51.13736Z","end":"2026-04-28T08:17:51.344113Z","steps":["trace[372212340] 'range keys from in-memory index tree' (duration: 206.156994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:52.20121Z","caller":"traceutil/trace.go:171","msg":"trace[446692578] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"152.10444ms","start":"2026-04-28T08:17:52.049072Z","end":"2026-04-28T08:17:52.201177Z","steps":["trace[446692578] 'process raft request' (duration: 151.903074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:52.388096Z","caller":"traceutil/trace.go:171","msg":"trace[1538015765] linearizableReadLoop","detail":"{readStateIndex:27623; appliedIndex:27621; }","duration":"305.440382ms","start":"2026-04-28T08:17:52.08263Z","end":"2026-04-28T08:17:52.388071Z","steps":["trace[1538015765] 'read index received' (duration: 118.40168ms)","trace[1538015765] 'applied index is now lower than readState.Index' (duration: 187.037222ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:52.388368Z","caller":"traceutil/trace.go:171","msg":"trace[1248503403] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"317.630975ms","start":"2026-04-28T08:17:52.070657Z","end":"2026-04-28T08:17:52.388288Z","steps":["trace[1248503403] 'process raft request' (duration: 270.035397ms)","trace[1248503403] 'compare' (duration: 47.27332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:17:52.38841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.766532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:17:52.388626Z","caller":"traceutil/trace.go:171","msg":"trace[864602052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26739; }","duration":"306.097511ms","start":"2026-04-28T08:17:52.082506Z","end":"2026-04-28T08:17:52.388603Z","steps":["trace[864602052] 'agreement among raft nodes before linearized reading' (duration: 305.716131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:52.388699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:52.082473Z","time spent":"306.200474ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T08:17:52.388615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:17:52.070622Z","time spent":"317.818071ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:17:52.678883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.525962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:17:52.678996Z","caller":"traceutil/trace.go:171","msg":"trace[311338796] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"298.73657ms","start":"2026-04-28T08:17:52.380239Z","end":"2026-04-28T08:17:52.678975Z","steps":["trace[311338796] 'process raft request' (duration: 124.031014ms)","trace[311338796] 'compare' (duration: 174.354606ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:52.679588Z","caller":"traceutil/trace.go:171","msg":"trace[2126278193] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"284.385088ms","start":"2026-04-28T08:17:52.395182Z","end":"2026-04-28T08:17:52.679567Z","steps":["trace[2126278193] 'process raft request' (duration: 284.258265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:52.680587Z","caller":"traceutil/trace.go:171","msg":"trace[832962580] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"106.235869ms","start":"2026-04-28T08:17:52.574322Z","end":"2026-04-28T08:17:52.680558Z","steps":["trace[832962580] 'process raft request' (duration: 106.043294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:53.000017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.231835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:17:53.00013Z","caller":"traceutil/trace.go:171","msg":"trace[2105261004] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"265.983777ms","start":"2026-04-28T08:17:52.734127Z","end":"2026-04-28T08:17:53.000111Z","steps":["trace[2105261004] 'process raft request' (duration: 110.561977ms)","trace[2105261004] 'compare' (duration: 154.821483ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:53.245211Z","caller":"traceutil/trace.go:171","msg":"trace[1757023310] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"176.885455ms","start":"2026-04-28T08:17:53.068288Z","end":"2026-04-28T08:17:53.245173Z","steps":["trace[1757023310] 'process raft request' (duration: 176.772202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:53.245931Z","caller":"traceutil/trace.go:171","msg":"trace[316829467] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"202.573606ms","start":"2026-04-28T08:17:53.043324Z","end":"2026-04-28T08:17:53.245897Z","steps":["trace[316829467] 'process raft request' (duration: 201.090656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:53.529989Z","caller":"traceutil/trace.go:171","msg":"trace[2034898656] linearizableReadLoop","detail":"{readStateIndex:27631; appliedIndex:27630; }","duration":"169.444182ms","start":"2026-04-28T08:17:53.360515Z","end":"2026-04-28T08:17:53.529959Z","steps":["trace[2034898656] 'read index received' (duration: 74.3999ms)","trace[2034898656] 'applied index is now lower than readState.Index' (duration: 95.042532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:17:53.530109Z","caller":"traceutil/trace.go:171","msg":"trace[1012075392] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"180.064382ms","start":"2026-04-28T08:17:53.349994Z","end":"2026-04-28T08:17:53.530058Z","steps":["trace[1012075392] 'process raft request' (duration: 84.640849ms)","trace[1012075392] 'compare' (duration: 95.167436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:17:53.53027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.726669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:17:53.530331Z","caller":"traceutil/trace.go:171","msg":"trace[1664514976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26747; }","duration":"169.801251ms","start":"2026-04-28T08:17:53.360507Z","end":"2026-04-28T08:17:53.530309Z","steps":["trace[1664514976] 'agreement among raft nodes before linearized reading' (duration: 169.602596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:53.573584Z","caller":"traceutil/trace.go:171","msg":"trace[1948458377] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"154.637497ms","start":"2026-04-28T08:17:53.418924Z","end":"2026-04-28T08:17:53.573562Z","steps":["trace[1948458377] 'process raft request' (duration: 154.475423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:53.589619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.255264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:17:53.589689Z","caller":"traceutil/trace.go:171","msg":"trace[1319771935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26750; }","duration":"133.348157ms","start":"2026-04-28T08:17:53.456324Z","end":"2026-04-28T08:17:53.589672Z","steps":["trace[1319771935] 'agreement among raft nodes before linearized reading' (duration: 133.194653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:53.589709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.869432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T08:17:53.589691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.066428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:17:53.589744Z","caller":"traceutil/trace.go:171","msg":"trace[1160328460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26750; }","duration":"210.953115ms","start":"2026-04-28T08:17:53.378782Z","end":"2026-04-28T08:17:53.589735Z","steps":["trace[1160328460] 'agreement among raft nodes before linearized reading' (duration: 210.803541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:17:53.58979Z","caller":"traceutil/trace.go:171","msg":"trace[379878075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26750; }","duration":"229.205023ms","start":"2026-04-28T08:17:53.360562Z","end":"2026-04-28T08:17:53.589767Z","steps":["trace[379878075] 'agreement among raft nodes before linearized reading' (duration: 228.953916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:17:53.589865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.513237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:17:53.589971Z","caller":"traceutil/trace.go:171","msg":"trace[1284183161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26750; }","duration":"212.674091ms","start":"2026-04-28T08:17:53.377271Z","end":"2026-04-28T08:17:53.589946Z","steps":["trace[1284183161] 'agreement among raft nodes before linearized reading' (duration: 212.390434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:03.669271Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006c47.wal"} {"level":"info","ts":"2026-04-28T08:18:04.647661Z","caller":"traceutil/trace.go:171","msg":"trace[76163681] linearizableReadLoop","detail":"{readStateIndex:27722; appliedIndex:27721; }","duration":"140.900224ms","start":"2026-04-28T08:18:04.506718Z","end":"2026-04-28T08:18:04.647618Z","steps":["trace[76163681] 'read index received' (duration: 140.584465ms)","trace[76163681] 'applied index is now lower than readState.Index' (duration: 313.949µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:04.647816Z","caller":"traceutil/trace.go:171","msg":"trace[1463880384] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"205.783984ms","start":"2026-04-28T08:18:04.441984Z","end":"2026-04-28T08:18:04.647768Z","steps":["trace[1463880384] 'process raft request' (duration: 205.328772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:04.648017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.250144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:18:04.648151Z","caller":"traceutil/trace.go:171","msg":"trace[752916015] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26836; }","duration":"141.382547ms","start":"2026-04-28T08:18:04.506697Z","end":"2026-04-28T08:18:04.648079Z","steps":["trace[752916015] 'agreement among raft nodes before linearized reading' (duration: 141.081609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:05.001032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.595122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T08:18:05.003026Z","caller":"traceutil/trace.go:171","msg":"trace[1196619484] linearizableReadLoop","detail":"{readStateIndex:27725; appliedIndex:27723; }","duration":"243.502854ms","start":"2026-04-28T08:18:04.759502Z","end":"2026-04-28T08:18:05.003005Z","steps":["trace[1196619484] 'read index received' (duration: 243.310718ms)","trace[1196619484] 'applied index is now lower than readState.Index' (duration: 191.096µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:05.003084Z","caller":"traceutil/trace.go:171","msg":"trace[1497688786] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"245.22239ms","start":"2026-04-28T08:18:04.757837Z","end":"2026-04-28T08:18:05.003059Z","steps":["trace[1497688786] 'process raft request' (duration: 244.949793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:05.003194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.871307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:18:05.003228Z","caller":"traceutil/trace.go:171","msg":"trace[1064980600] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26838; }","duration":"113.979639ms","start":"2026-04-28T08:18:04.88924Z","end":"2026-04-28T08:18:05.003219Z","steps":["trace[1064980600] 'agreement among raft nodes before linearized reading' (duration: 113.898577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:05.003271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.163701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:18:05.00332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.789901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:18:05.003424Z","caller":"traceutil/trace.go:171","msg":"trace[10479958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26838; }","duration":"243.976176ms","start":"2026-04-28T08:18:04.759426Z","end":"2026-04-28T08:18:05.003402Z","steps":["trace[10479958] 'agreement among raft nodes before linearized reading' (duration: 243.683028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:05.003352Z","caller":"traceutil/trace.go:171","msg":"trace[139585961] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26838; }","duration":"101.335175ms","start":"2026-04-28T08:18:04.902001Z","end":"2026-04-28T08:18:05.003336Z","steps":["trace[139585961] 'agreement among raft nodes before linearized reading' (duration: 101.17236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:05.003133Z","caller":"traceutil/trace.go:171","msg":"trace[1065957309] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"245.246801ms","start":"2026-04-28T08:18:04.757852Z","end":"2026-04-28T08:18:05.003099Z","steps":["trace[1065957309] 'process raft request' (duration: 245.110517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:05.57715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.788903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:05.57741Z","caller":"traceutil/trace.go:171","msg":"trace[2118621007] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"569.740523ms","start":"2026-04-28T08:18:05.00764Z","end":"2026-04-28T08:18:05.577381Z","steps":["trace[2118621007] 'process raft request' (duration: 278.600901ms)","trace[2118621007] 'compare' (duration: 289.742794ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:05.577495Z","caller":"traceutil/trace.go:171","msg":"trace[677250703] linearizableReadLoop","detail":"{readStateIndex:27727; appliedIndex:27725; }","duration":"325.799548ms","start":"2026-04-28T08:18:05.251638Z","end":"2026-04-28T08:18:05.577438Z","steps":["trace[677250703] 'read index received' (duration: 34.613304ms)","trace[677250703] 'applied index is now lower than readState.Index' (duration: 291.184964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:05.577555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.007613Z","time spent":"569.868047ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:05.577535Z","caller":"traceutil/trace.go:171","msg":"trace[1229773177] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"527.445739ms","start":"2026-04-28T08:18:05.050036Z","end":"2026-04-28T08:18:05.577482Z","steps":["trace[1229773177] 'process raft request' (duration: 527.266404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:05.577646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.009144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:18:05.577667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.049998Z","time spent":"527.602924ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:05.577698Z","caller":"traceutil/trace.go:171","msg":"trace[1641748123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26840; }","duration":"326.090766ms","start":"2026-04-28T08:18:05.251585Z","end":"2026-04-28T08:18:05.577676Z","steps":["trace[1641748123] 'agreement among raft nodes before linearized reading' (duration: 326.007774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:05.577735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.251563Z","time spent":"326.162509ms","remote":"127.0.0.1:58390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:18:05.587313Z","caller":"traceutil/trace.go:171","msg":"trace[2122240555] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"286.319241ms","start":"2026-04-28T08:18:05.30097Z","end":"2026-04-28T08:18:05.587289Z","steps":["trace[2122240555] 'process raft request' (duration: 286.124996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:05.587323Z","caller":"traceutil/trace.go:171","msg":"trace[1799827539] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"286.064134ms","start":"2026-04-28T08:18:05.301201Z","end":"2026-04-28T08:18:05.587265Z","steps":["trace[1799827539] 'process raft request' (duration: 286.009442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:06.114969Z","caller":"traceutil/trace.go:171","msg":"trace[1112231173] linearizableReadLoop","detail":"{readStateIndex:27730; appliedIndex:27729; }","duration":"537.36711ms","start":"2026-04-28T08:18:05.577552Z","end":"2026-04-28T08:18:06.114919Z","steps":["trace[1112231173] 'read index received' (duration: 10.009703ms)","trace[1112231173] 'applied index is now lower than readState.Index' (duration: 527.355967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:06.115213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.795137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:18:06.115218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.552728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T08:18:06.115462Z","caller":"traceutil/trace.go:171","msg":"trace[173688084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26843; }","duration":"536.110986ms","start":"2026-04-28T08:18:05.579333Z","end":"2026-04-28T08:18:06.115444Z","steps":["trace[173688084] 'agreement among raft nodes before linearized reading' (duration: 535.817228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:06.115843Z","caller":"traceutil/trace.go:171","msg":"trace[359566173] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"538.510141ms","start":"2026-04-28T08:18:05.577273Z","end":"2026-04-28T08:18:06.115783Z","steps":["trace[359566173] 'process raft request' (duration: 537.253937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.115941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.579314Z","time spent":"536.610139ms","remote":"127.0.0.1:58394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T08:18:06.115621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.656707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:06.116214Z","caller":"traceutil/trace.go:171","msg":"trace[1527025747] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26843; }","duration":"667.307385ms","start":"2026-04-28T08:18:05.448892Z","end":"2026-04-28T08:18:06.116199Z","steps":["trace[1527025747] 'agreement among raft nodes before linearized reading' (duration: 666.243556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.115647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.631793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T08:18:06.11629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.448867Z","time spent":"667.406408ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T08:18:06.116299Z","caller":"traceutil/trace.go:171","msg":"trace[895548869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26843; }","duration":"440.343773ms","start":"2026-04-28T08:18:05.675934Z","end":"2026-04-28T08:18:06.116278Z","steps":["trace[895548869] 'agreement among raft nodes before linearized reading' (duration: 439.570802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.116407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.675923Z","time spent":"440.464356ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T08:18:06.115642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.011207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T08:18:06.116726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.577239Z","time spent":"538.718667ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:06.115976Z","caller":"traceutil/trace.go:171","msg":"trace[416556533] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26843; }","duration":"581.181525ms","start":"2026-04-28T08:18:05.53462Z","end":"2026-04-28T08:18:06.115801Z","steps":["trace[416556533] 'agreement among raft nodes before linearized reading' (duration: 580.330562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.115719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.215386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:18:06.116939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.53459Z","time spent":"582.284045ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T08:18:06.115707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.729101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:18:06.11707Z","caller":"traceutil/trace.go:171","msg":"trace[836693814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26843; }","duration":"458.20936ms","start":"2026-04-28T08:18:05.658566Z","end":"2026-04-28T08:18:06.116776Z","steps":["trace[836693814] 'agreement among raft nodes before linearized reading' (duration: 456.966547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:06.117197Z","caller":"traceutil/trace.go:171","msg":"trace[758806690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26843; }","duration":"443.253542ms","start":"2026-04-28T08:18:05.673926Z","end":"2026-04-28T08:18:06.117179Z","steps":["trace[758806690] 'agreement among raft nodes before linearized reading' (duration: 441.602997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.115762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.807069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:18:06.117427Z","caller":"traceutil/trace.go:171","msg":"trace[1820556210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26843; }","duration":"441.479234ms","start":"2026-04-28T08:18:05.675918Z","end":"2026-04-28T08:18:06.117397Z","steps":["trace[1820556210] 'agreement among raft nodes before linearized reading' (duration: 439.767648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:06.117453Z","caller":"traceutil/trace.go:171","msg":"trace[261102612] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26843; }","duration":"696.634605ms","start":"2026-04-28T08:18:05.420485Z","end":"2026-04-28T08:18:06.117119Z","steps":["trace[261102612] 'agreement among raft nodes before linearized reading' (duration: 695.189165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.1176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.420462Z","time spent":"697.108718ms","remote":"127.0.0.1:50802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:18:06.117495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.675904Z","time spent":"441.578717ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:18:06.117634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.673905Z","time spent":"443.638723ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:18:06.117345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:05.658543Z","time spent":"458.724714ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:18:06.378817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.935226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:06.378914Z","caller":"traceutil/trace.go:171","msg":"trace[1682553406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26847; }","duration":"126.074109ms","start":"2026-04-28T08:18:06.252809Z","end":"2026-04-28T08:18:06.378883Z","steps":["trace[1682553406] 'range keys from in-memory index tree' (duration: 125.840453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.378906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.703652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:18:06.379016Z","caller":"traceutil/trace.go:171","msg":"trace[161827887] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26847; }","duration":"190.888777ms","start":"2026-04-28T08:18:06.188102Z","end":"2026-04-28T08:18:06.378991Z","steps":["trace[161827887] 'range keys from in-memory index tree' (duration: 190.441935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:06.635371Z","caller":"traceutil/trace.go:171","msg":"trace[932180704] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"367.933998ms","start":"2026-04-28T08:18:06.267308Z","end":"2026-04-28T08:18:06.635242Z","steps":["trace[932180704] 'process raft request' (duration: 367.668601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.635666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.853796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:06.635761Z","caller":"traceutil/trace.go:171","msg":"trace[1227801673] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26848; }","duration":"135.995381ms","start":"2026-04-28T08:18:06.499741Z","end":"2026-04-28T08:18:06.635736Z","steps":["trace[1227801673] 'agreement among raft nodes before linearized reading' (duration: 135.722253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.636066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:06.267287Z","time spent":"368.297147ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:06.635198Z","caller":"traceutil/trace.go:171","msg":"trace[1765078273] linearizableReadLoop","detail":"{readStateIndex:27735; appliedIndex:27734; }","duration":"135.411474ms","start":"2026-04-28T08:18:06.499757Z","end":"2026-04-28T08:18:06.635169Z","steps":["trace[1765078273] 'read index received' (duration: 135.070155ms)","trace[1765078273] 'applied index is now lower than readState.Index' (duration: 340.339µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:06.636283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.846349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:06.636337Z","caller":"traceutil/trace.go:171","msg":"trace[185402068] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26848; }","duration":"130.951802ms","start":"2026-04-28T08:18:06.505367Z","end":"2026-04-28T08:18:06.636319Z","steps":["trace[185402068] 'agreement among raft nodes before linearized reading' (duration: 130.86089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:06.916415Z","caller":"traceutil/trace.go:171","msg":"trace[1774683306] linearizableReadLoop","detail":"{readStateIndex:27736; appliedIndex:27735; }","duration":"221.763459ms","start":"2026-04-28T08:18:06.694604Z","end":"2026-04-28T08:18:06.916368Z","steps":["trace[1774683306] 'read index received' (duration: 221.443881ms)","trace[1774683306] 'applied index is now lower than readState.Index' (duration: 317.938µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:06.916476Z","caller":"traceutil/trace.go:171","msg":"trace[2042169651] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"261.912635ms","start":"2026-04-28T08:18:06.654542Z","end":"2026-04-28T08:18:06.916454Z","steps":["trace[2042169651] 'process raft request' (duration: 261.546805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:06.916612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.996336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:06.916692Z","caller":"traceutil/trace.go:171","msg":"trace[406366674] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26849; }","duration":"222.113089ms","start":"2026-04-28T08:18:06.694532Z","end":"2026-04-28T08:18:06.916645Z","steps":["trace[406366674] 'agreement among raft nodes before linearized reading' (duration: 222.006186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:07.384764Z","caller":"traceutil/trace.go:171","msg":"trace[1800085978] linearizableReadLoop","detail":"{readStateIndex:27738; appliedIndex:27736; }","duration":"346.246866ms","start":"2026-04-28T08:18:07.038462Z","end":"2026-04-28T08:18:07.384709Z","steps":["trace[1800085978] 'read index received' (duration: 331.798421ms)","trace[1800085978] 'applied index is now lower than readState.Index' (duration: 14.447565ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:07.384784Z","caller":"traceutil/trace.go:171","msg":"trace[113278288] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"375.201856ms","start":"2026-04-28T08:18:07.009535Z","end":"2026-04-28T08:18:07.384737Z","steps":["trace[113278288] 'process raft request' (duration: 375.112924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:07.384987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:07.009502Z","time spent":"375.379791ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:07.384766Z","caller":"traceutil/trace.go:171","msg":"trace[839040411] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"376.860511ms","start":"2026-04-28T08:18:07.007867Z","end":"2026-04-28T08:18:07.384727Z","steps":["trace[839040411] 'process raft request' (duration: 362.301654ms)","trace[839040411] 'compare' (duration: 14.045613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:07.385161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.673408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:18:07.385219Z","caller":"traceutil/trace.go:171","msg":"trace[103692179] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26851; }","duration":"346.790421ms","start":"2026-04-28T08:18:07.038417Z","end":"2026-04-28T08:18:07.385208Z","steps":["trace[103692179] 'agreement among raft nodes before linearized reading' (duration: 346.468003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:07.385255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:07.038397Z","time spent":"346.849012ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:18:07.385329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.41309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:18:07.385319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:07.007841Z","time spent":"377.342235ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:07.385497Z","caller":"traceutil/trace.go:171","msg":"trace[593691148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26851; }","duration":"133.577705ms","start":"2026-04-28T08:18:07.251897Z","end":"2026-04-28T08:18:07.385475Z","steps":["trace[593691148] 'agreement among raft nodes before linearized reading' (duration: 133.348118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:29.914197Z","caller":"traceutil/trace.go:171","msg":"trace[1343669176] linearizableReadLoop","detail":"{readStateIndex:27907; appliedIndex:27906; }","duration":"145.723885ms","start":"2026-04-28T08:18:29.768449Z","end":"2026-04-28T08:18:29.914173Z","steps":["trace[1343669176] 'read index received' (duration: 145.524109ms)","trace[1343669176] 'applied index is now lower than readState.Index' (duration: 198.956µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:29.914406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.940052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:18:29.914434Z","caller":"traceutil/trace.go:171","msg":"trace[1261803312] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"214.07571ms","start":"2026-04-28T08:18:29.700342Z","end":"2026-04-28T08:18:29.914418Z","steps":["trace[1261803312] 'process raft request' (duration: 213.685339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:29.914444Z","caller":"traceutil/trace.go:171","msg":"trace[1469646530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27015; }","duration":"146.048854ms","start":"2026-04-28T08:18:29.768385Z","end":"2026-04-28T08:18:29.914434Z","steps":["trace[1469646530] 'agreement among raft nodes before linearized reading' (duration: 145.88565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:30.588483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.302326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:30.588758Z","caller":"traceutil/trace.go:171","msg":"trace[1285423190] linearizableReadLoop","detail":"{readStateIndex:27910; appliedIndex:27908; }","duration":"296.018416ms","start":"2026-04-28T08:18:30.29272Z","end":"2026-04-28T08:18:30.588739Z","steps":["trace[1285423190] 'read index received' (duration: 147.432563ms)","trace[1285423190] 'applied index is now lower than readState.Index' (duration: 148.583933ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:30.588747Z","caller":"traceutil/trace.go:171","msg":"trace[365142128] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"305.69206ms","start":"2026-04-28T08:18:30.282994Z","end":"2026-04-28T08:18:30.588686Z","steps":["trace[365142128] 'process raft request' (duration: 157.074765ms)","trace[365142128] 'compare' (duration: 148.151782ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:30.58876Z","caller":"traceutil/trace.go:171","msg":"trace[1774952828] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"305.107654ms","start":"2026-04-28T08:18:30.283606Z","end":"2026-04-28T08:18:30.588714Z","steps":["trace[1774952828] 'process raft request' (duration: 305.002271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:30.588916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.188421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:18:30.588967Z","caller":"traceutil/trace.go:171","msg":"trace[568770207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27018; }","duration":"296.284803ms","start":"2026-04-28T08:18:30.29267Z","end":"2026-04-28T08:18:30.588955Z","steps":["trace[568770207] 'agreement among raft nodes before linearized reading' (duration: 296.139749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:30.588961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:30.283587Z","time spent":"305.269459ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:18:30.588954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:30.282968Z","time spent":"305.863555ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:18:30.58893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.323827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T08:18:30.589037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.002252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:30.58912Z","caller":"traceutil/trace.go:171","msg":"trace[1180149185] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27018; }","duration":"235.129285ms","start":"2026-04-28T08:18:30.353973Z","end":"2026-04-28T08:18:30.589102Z","steps":["trace[1180149185] 'agreement among raft nodes before linearized reading' (duration: 234.983591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:30.589072Z","caller":"traceutil/trace.go:171","msg":"trace[743939041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27018; }","duration":"295.466701ms","start":"2026-04-28T08:18:30.293594Z","end":"2026-04-28T08:18:30.589061Z","steps":["trace[743939041] 'agreement among raft nodes before linearized reading' (duration: 295.262496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:30.808015Z","caller":"traceutil/trace.go:171","msg":"trace[106099290] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"214.593684ms","start":"2026-04-28T08:18:30.593384Z","end":"2026-04-28T08:18:30.807978Z","steps":["trace[106099290] 'process raft request' (duration: 150.128386ms)","trace[106099290] 'compare' (duration: 64.006046ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:30.80852Z","caller":"traceutil/trace.go:171","msg":"trace[1342902829] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"215.013746ms","start":"2026-04-28T08:18:30.593484Z","end":"2026-04-28T08:18:30.808498Z","steps":["trace[1342902829] 'process raft request' (duration: 214.411299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:31.167902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.971708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:31.168176Z","caller":"traceutil/trace.go:171","msg":"trace[34495856] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"398.0853ms","start":"2026-04-28T08:18:30.770057Z","end":"2026-04-28T08:18:31.168142Z","steps":["trace[34495856] 'process raft request' (duration: 264.764573ms)","trace[34495856] 'compare' (duration: 132.748641ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:31.168233Z","caller":"traceutil/trace.go:171","msg":"trace[345974439] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"145.919791ms","start":"2026-04-28T08:18:31.022285Z","end":"2026-04-28T08:18:31.168205Z","steps":["trace[345974439] 'process raft request' (duration: 145.776137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:31.168214Z","caller":"traceutil/trace.go:171","msg":"trace[984226841] linearizableReadLoop","detail":"{readStateIndex:27913; appliedIndex:27912; }","duration":"295.128331ms","start":"2026-04-28T08:18:30.873055Z","end":"2026-04-28T08:18:31.168183Z","steps":["trace[984226841] 'read index received' (duration: 161.758273ms)","trace[984226841] 'applied index is now lower than readState.Index' (duration: 133.364678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:31.16834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:30.770031Z","time spent":"398.225384ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:18:31.168397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.317087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:31.168556Z","caller":"traceutil/trace.go:171","msg":"trace[828875468] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27022; }","duration":"295.546093ms","start":"2026-04-28T08:18:30.872992Z","end":"2026-04-28T08:18:31.168538Z","steps":["trace[828875468] 'agreement among raft nodes before linearized reading' (duration: 295.325907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:31.441614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.42501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:31.44171Z","caller":"traceutil/trace.go:171","msg":"trace[193145002] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27022; }","duration":"170.596974ms","start":"2026-04-28T08:18:31.271092Z","end":"2026-04-28T08:18:31.441689Z","steps":["trace[193145002] 'count revisions from in-memory index tree' (duration: 170.281096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:31.448313Z","caller":"traceutil/trace.go:171","msg":"trace[918016072] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"145.387486ms","start":"2026-04-28T08:18:31.302892Z","end":"2026-04-28T08:18:31.448279Z","steps":["trace[918016072] 'process raft request' (duration: 145.012306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:31.725206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.703139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:31.72551Z","caller":"traceutil/trace.go:171","msg":"trace[1041531459] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"230.134399ms","start":"2026-04-28T08:18:31.495362Z","end":"2026-04-28T08:18:31.725496Z","steps":["trace[1041531459] 'process raft request' (duration: 99.908126ms)","trace[1041531459] 'compare' (duration: 129.495263ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:31.725633Z","caller":"traceutil/trace.go:171","msg":"trace[2091939781] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"225.77887ms","start":"2026-04-28T08:18:31.499836Z","end":"2026-04-28T08:18:31.725615Z","steps":["trace[2091939781] 'process raft request' (duration: 225.467951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:31.725731Z","caller":"traceutil/trace.go:171","msg":"trace[588017587] linearizableReadLoop","detail":"{readStateIndex:27917; appliedIndex:27915; }","duration":"111.601705ms","start":"2026-04-28T08:18:31.613766Z","end":"2026-04-28T08:18:31.725367Z","steps":["trace[588017587] 'read index received' (duration: 39.162859ms)","trace[588017587] 'applied index is now lower than readState.Index' (duration: 72.438046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:31.725841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.064957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T08:18:31.725915Z","caller":"traceutil/trace.go:171","msg":"trace[1368094673] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27025; }","duration":"112.190481ms","start":"2026-04-28T08:18:31.613708Z","end":"2026-04-28T08:18:31.725899Z","steps":["trace[1368094673] 'agreement among raft nodes before linearized reading' (duration: 112.001376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:31.912204Z","caller":"traceutil/trace.go:171","msg":"trace[659459568] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"244.190061ms","start":"2026-04-28T08:18:31.66799Z","end":"2026-04-28T08:18:31.91218Z","steps":["trace[659459568] 'process raft request' (duration: 244.031217ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:31.970153Z","caller":"traceutil/trace.go:171","msg":"trace[1344785311] linearizableReadLoop","detail":"{readStateIndex:27920; appliedIndex:27917; }","duration":"244.378016ms","start":"2026-04-28T08:18:31.725748Z","end":"2026-04-28T08:18:31.970126Z","steps":["trace[1344785311] 'read index received' (duration: 186.312732ms)","trace[1344785311] 'applied index is now lower than readState.Index' (duration: 58.063914ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:31.970493Z","caller":"traceutil/trace.go:171","msg":"trace[585605351] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"240.46461ms","start":"2026-04-28T08:18:31.72999Z","end":"2026-04-28T08:18:31.970455Z","steps":["trace[585605351] 'process raft request' (duration: 240.09385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:31.970516Z","caller":"traceutil/trace.go:171","msg":"trace[93036854] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"301.528416ms","start":"2026-04-28T08:18:31.668943Z","end":"2026-04-28T08:18:31.970471Z","steps":["trace[93036854] 'process raft request' (duration: 300.94072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:31.970639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.336996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:18:31.970697Z","caller":"traceutil/trace.go:171","msg":"trace[546477806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27029; }","duration":"303.409487ms","start":"2026-04-28T08:18:31.667269Z","end":"2026-04-28T08:18:31.970679Z","steps":["trace[546477806] 'agreement among raft nodes before linearized reading' (duration: 303.276754ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:31.970714Z","caller":"traceutil/trace.go:171","msg":"trace[1744268384] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"299.47467ms","start":"2026-04-28T08:18:31.671224Z","end":"2026-04-28T08:18:31.970698Z","steps":["trace[1744268384] 'process raft request' (duration: 298.814792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:31.970737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:31.667203Z","time spent":"303.524221ms","remote":"127.0.0.1:50908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T08:18:31.970848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:18:31.668929Z","time spent":"301.690281ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:18:34.836448Z","caller":"traceutil/trace.go:171","msg":"trace[691438320] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"226.14908ms","start":"2026-04-28T08:18:34.610273Z","end":"2026-04-28T08:18:34.836422Z","steps":["trace[691438320] 'process raft request' (duration: 214.307677ms)","trace[691438320] 'compare' (duration: 10.765774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:34.963063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.528232ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T08:18:34.96374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.57134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:18:34.96379Z","caller":"traceutil/trace.go:171","msg":"trace[1063759018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27050; }","duration":"142.683523ms","start":"2026-04-28T08:18:34.821092Z","end":"2026-04-28T08:18:34.963776Z","steps":["trace[1063759018] 'agreement among raft nodes before linearized reading' (duration: 142.420456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:34.964364Z","caller":"traceutil/trace.go:171","msg":"trace[961072857] linearizableReadLoop","detail":"{readStateIndex:27943; appliedIndex:27941; }","duration":"142.024905ms","start":"2026-04-28T08:18:34.821137Z","end":"2026-04-28T08:18:34.963162Z","steps":["trace[961072857] 'read index received' (duration: 3.483805ms)","trace[961072857] 'applied index is now lower than readState.Index' (duration: 138.53932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:18:34.964724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.468497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:18:34.964803Z","caller":"traceutil/trace.go:171","msg":"trace[189191405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27050; }","duration":"142.537898ms","start":"2026-04-28T08:18:34.822214Z","end":"2026-04-28T08:18:34.964752Z","steps":["trace[189191405] 'agreement among raft nodes before linearized reading' (duration: 142.313302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:35.187175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.827461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:35.187345Z","caller":"traceutil/trace.go:171","msg":"trace[237271422] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"217.33704ms","start":"2026-04-28T08:18:34.969957Z","end":"2026-04-28T08:18:35.187294Z","steps":["trace[237271422] 'process raft request' (duration: 94.319313ms)","trace[237271422] 'compare' (duration: 122.696058ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:35.403594Z","caller":"traceutil/trace.go:171","msg":"trace[1362194396] linearizableReadLoop","detail":"{readStateIndex:27947; appliedIndex:27945; }","duration":"213.010481ms","start":"2026-04-28T08:18:35.190562Z","end":"2026-04-28T08:18:35.403572Z","steps":["trace[1362194396] 'read index received' (duration: 188.960435ms)","trace[1362194396] 'applied index is now lower than readState.Index' (duration: 24.049066ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:35.403617Z","caller":"traceutil/trace.go:171","msg":"trace[640011726] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"223.737034ms","start":"2026-04-28T08:18:35.179853Z","end":"2026-04-28T08:18:35.40359Z","steps":["trace[640011726] 'process raft request' (duration: 199.705919ms)","trace[640011726] 'compare' (duration: 23.706836ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:35.403675Z","caller":"traceutil/trace.go:171","msg":"trace[317481153] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"223.350704ms","start":"2026-04-28T08:18:35.180294Z","end":"2026-04-28T08:18:35.403645Z","steps":["trace[317481153] 'process raft request' (duration: 223.23071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:35.403779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.201226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:18:35.403809Z","caller":"traceutil/trace.go:171","msg":"trace[37698654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27054; }","duration":"213.294259ms","start":"2026-04-28T08:18:35.190506Z","end":"2026-04-28T08:18:35.4038Z","steps":["trace[37698654] 'agreement among raft nodes before linearized reading' (duration: 213.154925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:35.623207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.314088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T08:18:35.623504Z","caller":"traceutil/trace.go:171","msg":"trace[674526041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27054; }","duration":"114.658888ms","start":"2026-04-28T08:18:35.508816Z","end":"2026-04-28T08:18:35.623475Z","steps":["trace[674526041] 'range keys from in-memory index tree' (duration: 114.106983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:36.946307Z","caller":"traceutil/trace.go:171","msg":"trace[1428529912] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"100.727828ms","start":"2026-04-28T08:18:36.845543Z","end":"2026-04-28T08:18:36.94627Z","steps":["trace[1428529912] 'process raft request' (duration: 100.517972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:41.581877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.949903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:18:41.582153Z","caller":"traceutil/trace.go:171","msg":"trace[11263895] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"157.815895ms","start":"2026-04-28T08:18:41.424314Z","end":"2026-04-28T08:18:41.58213Z","steps":["trace[11263895] 'process raft request' (duration: 41.538293ms)","trace[11263895] 'compare' (duration: 115.665216ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:41.582334Z","caller":"traceutil/trace.go:171","msg":"trace[1372289553] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"156.460299ms","start":"2026-04-28T08:18:41.42586Z","end":"2026-04-28T08:18:41.58232Z","steps":["trace[1372289553] 'process raft request' (duration: 156.12721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:42.011679Z","caller":"traceutil/trace.go:171","msg":"trace[598366213] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"177.248935ms","start":"2026-04-28T08:18:41.834385Z","end":"2026-04-28T08:18:42.011634Z","steps":["trace[598366213] 'process raft request' (duration: 174.520021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:42.162168Z","caller":"traceutil/trace.go:171","msg":"trace[399399875] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"174.058818ms","start":"2026-04-28T08:18:41.988057Z","end":"2026-04-28T08:18:42.162116Z","steps":["trace[399399875] 'process raft request' (duration: 124.704972ms)","trace[399399875] 'compare' (duration: 48.7486ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:42.162208Z","caller":"traceutil/trace.go:171","msg":"trace[262057757] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"157.715842ms","start":"2026-04-28T08:18:42.004428Z","end":"2026-04-28T08:18:42.162144Z","steps":["trace[262057757] 'process raft request' (duration: 157.398343ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:42.162418Z","caller":"traceutil/trace.go:171","msg":"trace[662416524] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"157.929318ms","start":"2026-04-28T08:18:42.004437Z","end":"2026-04-28T08:18:42.162366Z","steps":["trace[662416524] 'process raft request' (duration: 157.610239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:42.348904Z","caller":"traceutil/trace.go:171","msg":"trace[1536471456] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"181.572584ms","start":"2026-04-28T08:18:42.167274Z","end":"2026-04-28T08:18:42.348846Z","steps":["trace[1536471456] 'process raft request' (duration: 140.183704ms)","trace[1536471456] 'compare' (duration: 40.878996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:43.494161Z","caller":"traceutil/trace.go:171","msg":"trace[926903914] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"114.441863ms","start":"2026-04-28T08:18:43.379692Z","end":"2026-04-28T08:18:43.494134Z","steps":["trace[926903914] 'process raft request' (duration: 114.238087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:49.764389Z","caller":"traceutil/trace.go:171","msg":"trace[1497638414] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"151.558055ms","start":"2026-04-28T08:18:49.612801Z","end":"2026-04-28T08:18:49.764359Z","steps":["trace[1497638414] 'process raft request' (duration: 151.519504ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:49.764763Z","caller":"traceutil/trace.go:171","msg":"trace[248246571] linearizableReadLoop","detail":"{readStateIndex:28132; appliedIndex:28131; }","duration":"189.005406ms","start":"2026-04-28T08:18:49.575738Z","end":"2026-04-28T08:18:49.764744Z","steps":["trace[248246571] 'read index received' (duration: 163.657915ms)","trace[248246571] 'applied index is now lower than readState.Index' (duration: 25.345771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:49.76489Z","caller":"traceutil/trace.go:171","msg":"trace[2014055984] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"226.952922ms","start":"2026-04-28T08:18:49.537922Z","end":"2026-04-28T08:18:49.764875Z","steps":["trace[2014055984] 'process raft request' (duration: 201.454716ms)","trace[2014055984] 'compare' (duration: 24.401836ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:49.764978Z","caller":"traceutil/trace.go:171","msg":"trace[1802891443] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"153.135558ms","start":"2026-04-28T08:18:49.611799Z","end":"2026-04-28T08:18:49.764934Z","steps":["trace[1802891443] 'process raft request' (duration: 152.420168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:49.765156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.386867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T08:18:49.765197Z","caller":"traceutil/trace.go:171","msg":"trace[1002115121] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:27236; }","duration":"189.480149ms","start":"2026-04-28T08:18:49.575702Z","end":"2026-04-28T08:18:49.765182Z","steps":["trace[1002115121] 'agreement among raft nodes before linearized reading' (duration: 189.319985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:49.885017Z","caller":"traceutil/trace.go:171","msg":"trace[830267119] linearizableReadLoop","detail":"{readStateIndex:28138; appliedIndex:28134; }","duration":"111.005559ms","start":"2026-04-28T08:18:49.773985Z","end":"2026-04-28T08:18:49.884991Z","steps":["trace[830267119] 'read index received' (duration: 37.431882ms)","trace[830267119] 'applied index is now lower than readState.Index' (duration: 73.572617ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:18:49.885145Z","caller":"traceutil/trace.go:171","msg":"trace[420737777] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"112.727325ms","start":"2026-04-28T08:18:49.772395Z","end":"2026-04-28T08:18:49.885122Z","steps":["trace[420737777] 'process raft request' (duration: 111.858791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:49.885172Z","caller":"traceutil/trace.go:171","msg":"trace[1621745587] transaction","detail":"{read_only:false; response_revision:27239; number_of_response:1; }","duration":"112.488319ms","start":"2026-04-28T08:18:49.772671Z","end":"2026-04-28T08:18:49.885159Z","steps":["trace[1621745587] 'process raft request' (duration: 112.192391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:18:49.885354Z","caller":"traceutil/trace.go:171","msg":"trace[1309871325] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"112.076037ms","start":"2026-04-28T08:18:49.773269Z","end":"2026-04-28T08:18:49.885345Z","steps":["trace[1309871325] 'process raft request' (duration: 111.671146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:18:49.885564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.558513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9943325f-03d0-4986-9905-86dd6f977124\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T08:18:49.885603Z","caller":"traceutil/trace.go:171","msg":"trace[1522551498] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9943325f-03d0-4986-9905-86dd6f977124; range_end:; response_count:1; response_revision:27240; }","duration":"111.642466ms","start":"2026-04-28T08:18:49.773945Z","end":"2026-04-28T08:18:49.885588Z","steps":["trace[1522551498] 'agreement among raft nodes before linearized reading' (duration: 111.487022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:05.611277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24477} {"level":"info","ts":"2026-04-28T08:19:05.749415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24477,"took":"134.87831ms","hash":1392973818,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":36831232,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-28T08:19:05.749503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1392973818,"revision":24477,"compact-revision":21730} {"level":"info","ts":"2026-04-28T08:19:25.253673Z","caller":"traceutil/trace.go:171","msg":"trace[1350540843] transaction","detail":"{read_only:false; response_revision:27528; number_of_response:1; }","duration":"141.291145ms","start":"2026-04-28T08:19:25.11234Z","end":"2026-04-28T08:19:25.253631Z","steps":["trace[1350540843] 'process raft request' (duration: 140.795501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:25.470869Z","caller":"traceutil/trace.go:171","msg":"trace[168211819] linearizableReadLoop","detail":"{readStateIndex:28435; appliedIndex:28434; }","duration":"158.898085ms","start":"2026-04-28T08:19:25.311927Z","end":"2026-04-28T08:19:25.470825Z","steps":["trace[168211819] 'read index received' (duration: 105.092577ms)","trace[168211819] 'applied index is now lower than readState.Index' (duration: 53.804598ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:19:25.470936Z","caller":"traceutil/trace.go:171","msg":"trace[1448475001] transaction","detail":"{read_only:false; response_revision:27529; number_of_response:1; }","duration":"212.644352ms","start":"2026-04-28T08:19:25.258253Z","end":"2026-04-28T08:19:25.470897Z","steps":["trace[1448475001] 'process raft request' (duration: 158.726711ms)","trace[1448475001] 'compare' (duration: 53.644693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:25.471073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.128821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:19:25.471102Z","caller":"traceutil/trace.go:171","msg":"trace[652379038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27529; }","duration":"159.224144ms","start":"2026-04-28T08:19:25.31187Z","end":"2026-04-28T08:19:25.471094Z","steps":["trace[652379038] 'agreement among raft nodes before linearized reading' (duration: 159.07886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:25.686163Z","caller":"traceutil/trace.go:171","msg":"trace[731842936] linearizableReadLoop","detail":"{readStateIndex:28436; appliedIndex:28435; }","duration":"178.813828ms","start":"2026-04-28T08:19:25.507325Z","end":"2026-04-28T08:19:25.686139Z","steps":["trace[731842936] 'read index received' (duration: 147.652258ms)","trace[731842936] 'applied index is now lower than readState.Index' (duration: 31.1603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:25.686368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.034964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:19:25.686398Z","caller":"traceutil/trace.go:171","msg":"trace[629308200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27530; }","duration":"179.150648ms","start":"2026-04-28T08:19:25.50724Z","end":"2026-04-28T08:19:25.68639Z","steps":["trace[629308200] 'agreement among raft nodes before linearized reading' (duration: 178.985213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:25.686368Z","caller":"traceutil/trace.go:171","msg":"trace[2026611935] transaction","detail":"{read_only:false; response_revision:27530; number_of_response:1; }","duration":"210.861943ms","start":"2026-04-28T08:19:25.475464Z","end":"2026-04-28T08:19:25.686326Z","steps":["trace[2026611935] 'process raft request' (duration: 179.281512ms)","trace[2026611935] 'compare' (duration: 31.17897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:25.972615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.405087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:19:25.972719Z","caller":"traceutil/trace.go:171","msg":"trace[1651642177] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27532; }","duration":"119.582552ms","start":"2026-04-28T08:19:25.853113Z","end":"2026-04-28T08:19:25.972696Z","steps":["trace[1651642177] 'count revisions from in-memory index tree' (duration: 119.273974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:25.972788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.182985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-04-28T08:19:25.972892Z","caller":"traceutil/trace.go:171","msg":"trace[674667210] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27532; }","duration":"184.338119ms","start":"2026-04-28T08:19:25.788532Z","end":"2026-04-28T08:19:25.97287Z","steps":["trace[674667210] 'range keys from in-memory index tree' (duration: 183.968639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:26.069927Z","caller":"traceutil/trace.go:171","msg":"trace[1672997881] linearizableReadLoop","detail":"{readStateIndex:28440; appliedIndex:28438; }","duration":"144.374268ms","start":"2026-04-28T08:19:25.925525Z","end":"2026-04-28T08:19:26.069899Z","steps":["trace[1672997881] 'read index received' (duration: 54.677101ms)","trace[1672997881] 'applied index is now lower than readState.Index' (duration: 89.696047ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:19:26.070036Z","caller":"traceutil/trace.go:171","msg":"trace[1672508577] transaction","detail":"{read_only:false; response_revision:27534; number_of_response:1; }","duration":"164.838527ms","start":"2026-04-28T08:19:25.905188Z","end":"2026-04-28T08:19:26.070027Z","steps":["trace[1672508577] 'process raft request' (duration: 164.5776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:26.070186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.662077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:19:26.070219Z","caller":"traceutil/trace.go:171","msg":"trace[346227682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27534; }","duration":"144.759299ms","start":"2026-04-28T08:19:25.92545Z","end":"2026-04-28T08:19:26.070209Z","steps":["trace[346227682] 'agreement among raft nodes before linearized reading' (duration: 144.685597ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:26.245716Z","caller":"traceutil/trace.go:171","msg":"trace[851488149] linearizableReadLoop","detail":"{readStateIndex:28441; appliedIndex:28440; }","duration":"175.699093ms","start":"2026-04-28T08:19:26.069993Z","end":"2026-04-28T08:19:26.245692Z","steps":["trace[851488149] 'read index received' (duration: 86.111229ms)","trace[851488149] 'applied index is now lower than readState.Index' (duration: 89.586604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:19:26.245957Z","caller":"traceutil/trace.go:171","msg":"trace[730610207] transaction","detail":"{read_only:false; response_revision:27535; number_of_response:1; }","duration":"215.91429ms","start":"2026-04-28T08:19:26.029999Z","end":"2026-04-28T08:19:26.245914Z","steps":["trace[730610207] 'process raft request' (duration: 126.065069ms)","trace[730610207] 'compare' (duration: 89.393749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:26.246954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.171136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:19:26.247Z","caller":"traceutil/trace.go:171","msg":"trace[1845950046] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27535; }","duration":"257.264669ms","start":"2026-04-28T08:19:25.989723Z","end":"2026-04-28T08:19:26.246988Z","steps":["trace[1845950046] 'agreement among raft nodes before linearized reading' (duration: 256.186449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:26.247323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.757769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-04-28T08:19:26.247347Z","caller":"traceutil/trace.go:171","msg":"trace[901940971] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27535; }","duration":"262.82396ms","start":"2026-04-28T08:19:25.984515Z","end":"2026-04-28T08:19:26.247339Z","steps":["trace[901940971] 'agreement among raft nodes before linearized reading' (duration: 261.263488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:26.547557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.703961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:19:26.547769Z","caller":"traceutil/trace.go:171","msg":"trace[1686908208] transaction","detail":"{read_only:false; response_revision:27539; number_of_response:1; }","duration":"195.343479ms","start":"2026-04-28T08:19:26.35241Z","end":"2026-04-28T08:19:26.547753Z","steps":["trace[1686908208] 'process raft request' (duration: 195.312698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:26.548Z","caller":"traceutil/trace.go:171","msg":"trace[1356695925] transaction","detail":"{read_only:false; response_revision:27536; number_of_response:1; }","duration":"353.917555ms","start":"2026-04-28T08:19:26.194074Z","end":"2026-04-28T08:19:26.547991Z","steps":["trace[1356695925] 'process raft request' (duration: 176.69518ms)","trace[1356695925] 'compare' (duration: 176.034153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:26.548041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:19:26.194047Z","time spent":"353.969256ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T08:19:26.548162Z","caller":"traceutil/trace.go:171","msg":"trace[594243838] linearizableReadLoop","detail":"{readStateIndex:28442; appliedIndex:28441; }","duration":"293.522198ms","start":"2026-04-28T08:19:26.254631Z","end":"2026-04-28T08:19:26.548153Z","steps":["trace[594243838] 'read index received' (duration: 116.150969ms)","trace[594243838] 'applied index is now lower than readState.Index' (duration: 177.369899ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:19:26.548242Z","caller":"traceutil/trace.go:171","msg":"trace[1550496877] transaction","detail":"{read_only:false; response_revision:27537; number_of_response:1; }","duration":"217.050241ms","start":"2026-04-28T08:19:26.331184Z","end":"2026-04-28T08:19:26.548234Z","steps":["trace[1550496877] 'process raft request' (duration: 216.466595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:26.548333Z","caller":"traceutil/trace.go:171","msg":"trace[1521638242] transaction","detail":"{read_only:false; response_revision:27538; number_of_response:1; }","duration":"216.340351ms","start":"2026-04-28T08:19:26.331985Z","end":"2026-04-28T08:19:26.548325Z","steps":["trace[1521638242] 'process raft request' (duration: 215.709864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:26.548548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.925508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:19:26.548579Z","caller":"traceutil/trace.go:171","msg":"trace[1013468964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27539; }","duration":"293.98962ms","start":"2026-04-28T08:19:26.25458Z","end":"2026-04-28T08:19:26.54857Z","steps":["trace[1013468964] 'agreement among raft nodes before linearized reading' (duration: 293.930819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:26.548726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.217633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:19:26.548759Z","caller":"traceutil/trace.go:171","msg":"trace[1229634092] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27539; }","duration":"174.292185ms","start":"2026-04-28T08:19:26.374455Z","end":"2026-04-28T08:19:26.548747Z","steps":["trace[1229634092] 'agreement among raft nodes before linearized reading' (duration: 174.244554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:26.550223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.808401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:19:26.55026Z","caller":"traceutil/trace.go:171","msg":"trace[924067396] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27539; }","duration":"122.886493ms","start":"2026-04-28T08:19:26.427362Z","end":"2026-04-28T08:19:26.550248Z","steps":["trace[924067396] 'agreement among raft nodes before linearized reading' (duration: 121.702151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:26.831769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.791332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:19:26.831908Z","caller":"traceutil/trace.go:171","msg":"trace[1303744941] linearizableReadLoop","detail":"{readStateIndex:28446; appliedIndex:28445; }","duration":"133.357058ms","start":"2026-04-28T08:19:26.698528Z","end":"2026-04-28T08:19:26.831885Z","steps":["trace[1303744941] 'read index received' (duration: 25.861µs)","trace[1303744941] 'applied index is now lower than readState.Index' (duration: 133.328967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:26.83231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.747789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:19:26.83244Z","caller":"traceutil/trace.go:171","msg":"trace[1273567667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27540; }","duration":"133.928364ms","start":"2026-04-28T08:19:26.698479Z","end":"2026-04-28T08:19:26.832408Z","steps":["trace[1273567667] 'agreement among raft nodes before linearized reading' (duration: 133.559524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:26.832475Z","caller":"traceutil/trace.go:171","msg":"trace[205704813] transaction","detail":"{read_only:false; response_revision:27540; number_of_response:1; }","duration":"166.043019ms","start":"2026-04-28T08:19:26.66639Z","end":"2026-04-28T08:19:26.832433Z","steps":["trace[205704813] 'process raft request' (duration: 28.441425ms)","trace[205704813] 'compare' (duration: 136.629038ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:19:26.975969Z","caller":"traceutil/trace.go:171","msg":"trace[1536976209] linearizableReadLoop","detail":"{readStateIndex:28447; appliedIndex:28446; }","duration":"134.349165ms","start":"2026-04-28T08:19:26.841577Z","end":"2026-04-28T08:19:26.975926Z","steps":["trace[1536976209] 'read index received' (duration: 114.125023ms)","trace[1536976209] 'applied index is now lower than readState.Index' (duration: 20.222592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:26.976377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.780817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T08:19:26.976471Z","caller":"traceutil/trace.go:171","msg":"trace[748184054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27541; }","duration":"134.91488ms","start":"2026-04-28T08:19:26.841534Z","end":"2026-04-28T08:19:26.976449Z","steps":["trace[748184054] 'agreement among raft nodes before linearized reading' (duration: 134.621722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:26.976687Z","caller":"traceutil/trace.go:171","msg":"trace[1975161239] transaction","detail":"{read_only:false; response_revision:27541; number_of_response:1; }","duration":"138.140228ms","start":"2026-04-28T08:19:26.83853Z","end":"2026-04-28T08:19:26.97667Z","steps":["trace[1975161239] 'process raft request' (duration: 117.256659ms)","trace[1975161239] 'compare' (duration: 19.961324ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:19:32.438485Z","caller":"traceutil/trace.go:171","msg":"trace[1612204348] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"163.794009ms","start":"2026-04-28T08:19:32.274646Z","end":"2026-04-28T08:19:32.43844Z","steps":["trace[1612204348] 'process raft request' (duration: 163.45814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:32.712721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.785392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:19:32.712844Z","caller":"traceutil/trace.go:171","msg":"trace[1875557355] linearizableReadLoop","detail":"{readStateIndex:28486; appliedIndex:28485; }","duration":"229.327807ms","start":"2026-04-28T08:19:32.483493Z","end":"2026-04-28T08:19:32.712821Z","steps":["trace[1875557355] 'read index received' (duration: 107.305678ms)","trace[1875557355] 'applied index is now lower than readState.Index' (duration: 122.020529ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:19:32.712919Z","caller":"traceutil/trace.go:171","msg":"trace[1487478761] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"270.307895ms","start":"2026-04-28T08:19:32.442585Z","end":"2026-04-28T08:19:32.712893Z","steps":["trace[1487478761] 'process raft request' (duration: 148.231404ms)","trace[1487478761] 'compare' (duration: 121.651449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:19:32.713559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.025876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T08:19:32.713668Z","caller":"traceutil/trace.go:171","msg":"trace[181080369] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27579; }","duration":"230.17633ms","start":"2026-04-28T08:19:32.483462Z","end":"2026-04-28T08:19:32.713638Z","steps":["trace[181080369] 'agreement among raft nodes before linearized reading' (duration: 229.43305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:32.715952Z","caller":"traceutil/trace.go:171","msg":"trace[2099888974] transaction","detail":"{read_only:false; response_revision:27580; number_of_response:1; }","duration":"146.574378ms","start":"2026-04-28T08:19:32.569356Z","end":"2026-04-28T08:19:32.71593Z","steps":["trace[2099888974] 'process raft request' (duration: 146.383863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:32.716362Z","caller":"traceutil/trace.go:171","msg":"trace[492099219] transaction","detail":"{read_only:false; response_revision:27582; number_of_response:1; }","duration":"137.752678ms","start":"2026-04-28T08:19:32.578589Z","end":"2026-04-28T08:19:32.716342Z","steps":["trace[492099219] 'process raft request' (duration: 137.571413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:19:32.716409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.172964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:19:32.716458Z","caller":"traceutil/trace.go:171","msg":"trace[1873898773] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27583; }","duration":"221.262756ms","start":"2026-04-28T08:19:32.495181Z","end":"2026-04-28T08:19:32.716444Z","steps":["trace[1873898773] 'agreement among raft nodes before linearized reading' (duration: 221.102662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:32.71638Z","caller":"traceutil/trace.go:171","msg":"trace[1036568327] transaction","detail":"{read_only:false; response_revision:27581; number_of_response:1; }","duration":"143.885635ms","start":"2026-04-28T08:19:32.572469Z","end":"2026-04-28T08:19:32.716355Z","steps":["trace[1036568327] 'process raft request' (duration: 143.398852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:19:32.71681Z","caller":"traceutil/trace.go:171","msg":"trace[164327219] transaction","detail":"{read_only:false; response_revision:27583; number_of_response:1; }","duration":"137.340907ms","start":"2026-04-28T08:19:32.579421Z","end":"2026-04-28T08:19:32.716762Z","steps":["trace[164327219] 'process raft request' (duration: 136.810423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:22:03.7176Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5d6864bfaf2cb565","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T08:22:03.726089Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T08:22:03.726306Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T08:24:05.618032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27367} {"level":"info","ts":"2026-04-28T08:24:05.760995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27367,"took":"138.141019ms","hash":3389203588,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":35663872,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T08:24:05.761076Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3389203588,"revision":27367,"compact-revision":24477} {"level":"info","ts":"2026-04-28T08:27:39.115564Z","caller":"traceutil/trace.go:171","msg":"trace[1357290072] transaction","detail":"{read_only:false; response_revision:31875; number_of_response:1; }","duration":"100.09203ms","start":"2026-04-28T08:27:39.015442Z","end":"2026-04-28T08:27:39.115534Z","steps":["trace[1357290072] 'process raft request' (duration: 90.829258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:05.639031Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30252} {"level":"info","ts":"2026-04-28T08:29:05.77632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30252,"took":"134.260753ms","hash":4163926983,"current-db-size-bytes":58171392,"current-db-size":"58 MB","current-db-size-in-use-bytes":30978048,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T08:29:05.776401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4163926983,"revision":30252,"compact-revision":27367} {"level":"info","ts":"2026-04-28T08:29:55.240496Z","caller":"traceutil/trace.go:171","msg":"trace[467854418] linearizableReadLoop","detail":"{readStateIndex:33917; appliedIndex:33916; }","duration":"150.987369ms","start":"2026-04-28T08:29:55.089486Z","end":"2026-04-28T08:29:55.240474Z","steps":["trace[467854418] 'read index received' (duration: 150.876126ms)","trace[467854418] 'applied index is now lower than readState.Index' (duration: 109.883µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:29:55.24095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.443222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:29:55.241028Z","caller":"traceutil/trace.go:171","msg":"trace[2049464855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32865; }","duration":"151.588276ms","start":"2026-04-28T08:29:55.08942Z","end":"2026-04-28T08:29:55.241009Z","steps":["trace[2049464855] 'agreement among raft nodes before linearized reading' (duration: 151.350219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:55.240981Z","caller":"traceutil/trace.go:171","msg":"trace[1483429179] transaction","detail":"{read_only:false; response_revision:32865; number_of_response:1; }","duration":"168.129169ms","start":"2026-04-28T08:29:55.072822Z","end":"2026-04-28T08:29:55.240951Z","steps":["trace[1483429179] 'process raft request' (duration: 167.469501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:55.40142Z","caller":"traceutil/trace.go:171","msg":"trace[191127302] linearizableReadLoop","detail":"{readStateIndex:33918; appliedIndex:33917; }","duration":"160.795098ms","start":"2026-04-28T08:29:55.2406Z","end":"2026-04-28T08:29:55.401395Z","steps":["trace[191127302] 'read index received' (duration: 157.566079ms)","trace[191127302] 'applied index is now lower than readState.Index' (duration: 3.227699ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:29:55.401617Z","caller":"traceutil/trace.go:171","msg":"trace[1881308979] transaction","detail":"{read_only:false; response_revision:32866; number_of_response:1; }","duration":"311.714616ms","start":"2026-04-28T08:29:55.089894Z","end":"2026-04-28T08:29:55.401608Z","steps":["trace[1881308979] 'process raft request' (duration: 308.261591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:29:55.401712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:29:55.089875Z","time spent":"311.760437ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:29:55.401853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.4361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:29:55.401873Z","caller":"traceutil/trace.go:171","msg":"trace[2006967871] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:32866; }","duration":"167.459231ms","start":"2026-04-28T08:29:55.234407Z","end":"2026-04-28T08:29:55.401867Z","steps":["trace[2006967871] 'agreement among raft nodes before linearized reading' (duration: 167.41096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:29:55.402099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.484257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T08:29:55.402116Z","caller":"traceutil/trace.go:171","msg":"trace[383455276] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:32866; }","duration":"250.539579ms","start":"2026-04-28T08:29:55.151572Z","end":"2026-04-28T08:29:55.402112Z","steps":["trace[383455276] 'agreement among raft nodes before linearized reading' (duration: 250.381924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:29:55.408048Z","caller":"traceutil/trace.go:171","msg":"trace[984134722] transaction","detail":"{read_only:false; response_revision:32867; number_of_response:1; }","duration":"158.139375ms","start":"2026-04-28T08:29:55.249894Z","end":"2026-04-28T08:29:55.408033Z","steps":["trace[984134722] 'process raft request' (duration: 157.875198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:29:55.408081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.092932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:29:55.40813Z","caller":"traceutil/trace.go:171","msg":"trace[221523540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32867; }","duration":"124.176924ms","start":"2026-04-28T08:29:55.283939Z","end":"2026-04-28T08:29:55.408116Z","steps":["trace[221523540] 'agreement among raft nodes before linearized reading' (duration: 124.003009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:34:05.647638Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32508} {"level":"info","ts":"2026-04-28T08:34:05.813571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32508,"took":"160.684115ms","hash":227164551,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":29925376,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T08:34:05.813653Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":227164551,"revision":32508,"compact-revision":30252} {"level":"info","ts":"2026-04-28T08:39:05.655989Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34731} {"level":"info","ts":"2026-04-28T08:39:05.809322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34731,"took":"149.305173ms","hash":985009208,"current-db-size-bytes":59215872,"current-db-size":"59 MB","current-db-size-in-use-bytes":30392320,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T08:39:05.809402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":985009208,"revision":34731,"compact-revision":32508} {"level":"info","ts":"2026-04-28T08:42:54.726894Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5d6864bfaf2cb565","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T08:42:54.733855Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T08:42:54.73399Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-04-28T08:42:56.008817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.106382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T08:42:56.008902Z","caller":"traceutil/trace.go:171","msg":"trace[2041330280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38784; }","duration":"395.214045ms","start":"2026-04-28T08:42:55.613669Z","end":"2026-04-28T08:42:56.008883Z","steps":["trace[2041330280] 'range keys from in-memory index tree' (duration: 394.981898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:42:56.008935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:42:55.613664Z","time spent":"395.263616ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T08:42:56.009169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.315312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T08:42:56.0092Z","caller":"traceutil/trace.go:171","msg":"trace[2084124144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38784; }","duration":"397.356733ms","start":"2026-04-28T08:42:55.611833Z","end":"2026-04-28T08:42:56.00919Z","steps":["trace[2084124144] 'range keys from in-memory index tree' (duration: 397.24751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:42:56.009222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:42:55.611828Z","time spent":"397.386665ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T08:42:56.00927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.539898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T08:42:56.009312Z","caller":"traceutil/trace.go:171","msg":"trace[1597432126] linearizableReadLoop","detail":"{readStateIndex:40006; appliedIndex:40005; }","duration":"394.034113ms","start":"2026-04-28T08:42:55.615256Z","end":"2026-04-28T08:42:56.00929Z","steps":["trace[1597432126] 'read index received' (duration: 386.318601ms)","trace[1597432126] 'applied index is now lower than readState.Index' (duration: 7.714652ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:42:56.009358Z","caller":"traceutil/trace.go:171","msg":"trace[888010878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38784; }","duration":"397.676522ms","start":"2026-04-28T08:42:55.611658Z","end":"2026-04-28T08:42:56.009334Z","steps":["trace[888010878] 'range keys from in-memory index tree' (duration: 397.365544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:42:56.009404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:42:55.611645Z","time spent":"397.750965ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T08:42:56.009523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.257599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T08:42:56.009556Z","caller":"traceutil/trace.go:171","msg":"trace[1065894336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38785; }","duration":"394.31773ms","start":"2026-04-28T08:42:55.615226Z","end":"2026-04-28T08:42:56.009543Z","steps":["trace[1065894336] 'agreement among raft nodes before linearized reading' (duration: 394.152955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:42:56.009583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:42:55.615218Z","time spent":"394.357792ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T08:42:56.009828Z","caller":"traceutil/trace.go:171","msg":"trace[2022310653] transaction","detail":"{read_only:false; response_revision:38785; number_of_response:1; }","duration":"394.791743ms","start":"2026-04-28T08:42:55.615025Z","end":"2026-04-28T08:42:56.009817Z","steps":["trace[2022310653] 'process raft request' (duration: 386.567548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:42:56.00991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:42:55.615005Z","time spent":"394.854234ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:43:24.381403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.227058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:43:24.381519Z","caller":"traceutil/trace.go:171","msg":"trace[1726359714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38997; }","duration":"127.374091ms","start":"2026-04-28T08:43:24.254114Z","end":"2026-04-28T08:43:24.381488Z","steps":["trace[1726359714] 'range keys from in-memory index tree' (duration: 127.168326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:24.382009Z","caller":"traceutil/trace.go:171","msg":"trace[1184143028] transaction","detail":"{read_only:false; response_revision:38998; number_of_response:1; }","duration":"123.994909ms","start":"2026-04-28T08:43:24.257992Z","end":"2026-04-28T08:43:24.381986Z","steps":["trace[1184143028] 'process raft request' (duration: 87.644232ms)","trace[1184143028] 'compare' (duration: 36.224454ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:43:24.570977Z","caller":"traceutil/trace.go:171","msg":"trace[2063605437] linearizableReadLoop","detail":"{readStateIndex:40225; appliedIndex:40223; }","duration":"229.682797ms","start":"2026-04-28T08:43:24.341271Z","end":"2026-04-28T08:43:24.570954Z","steps":["trace[2063605437] 'read index received' (duration: 4.38149ms)","trace[2063605437] 'applied index is now lower than readState.Index' (duration: 225.300247ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:43:24.571078Z","caller":"traceutil/trace.go:171","msg":"trace[1105545968] transaction","detail":"{read_only:false; response_revision:38999; number_of_response:1; }","duration":"311.065368ms","start":"2026-04-28T08:43:24.260004Z","end":"2026-04-28T08:43:24.571069Z","steps":["trace[1105545968] 'process raft request' (duration: 222.196541ms)","trace[1105545968] 'compare' (duration: 88.347993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:43:24.571167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:43:24.259983Z","time spent":"311.113389ms","remote":"127.0.0.1:35286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18360,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:43:24.571308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.041737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:43:24.571346Z","caller":"traceutil/trace.go:171","msg":"trace[417404367] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:38999; }","duration":"230.127739ms","start":"2026-04-28T08:43:24.341208Z","end":"2026-04-28T08:43:24.571336Z","steps":["trace[417404367] 'agreement among raft nodes before linearized reading' (duration: 230.062427ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:24.579742Z","caller":"traceutil/trace.go:171","msg":"trace[175523228] transaction","detail":"{read_only:false; response_revision:39001; number_of_response:1; }","duration":"145.685934ms","start":"2026-04-28T08:43:24.434027Z","end":"2026-04-28T08:43:24.579713Z","steps":["trace[175523228] 'process raft request' (duration: 145.633732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:24.579952Z","caller":"traceutil/trace.go:171","msg":"trace[1322663212] transaction","detail":"{read_only:false; response_revision:39000; number_of_response:1; }","duration":"187.11544ms","start":"2026-04-28T08:43:24.392822Z","end":"2026-04-28T08:43:24.579937Z","steps":["trace[1322663212] 'process raft request' (duration: 186.581735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:43:24.600777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.56526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:43:24.600875Z","caller":"traceutil/trace.go:171","msg":"trace[1110208561] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:39005; }","duration":"234.715914ms","start":"2026-04-28T08:43:24.366139Z","end":"2026-04-28T08:43:24.600854Z","steps":["trace[1110208561] 'agreement among raft nodes before linearized reading' (duration: 234.507259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:43:24.601596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.525144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:43:24.601634Z","caller":"traceutil/trace.go:171","msg":"trace[1963242188] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:39005; }","duration":"132.587924ms","start":"2026-04-28T08:43:24.469034Z","end":"2026-04-28T08:43:24.601622Z","steps":["trace[1963242188] 'agreement among raft nodes before linearized reading' (duration: 132.532813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:43:24.601763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.306147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:43:24.601786Z","caller":"traceutil/trace.go:171","msg":"trace[665760334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39005; }","duration":"217.333668ms","start":"2026-04-28T08:43:24.384447Z","end":"2026-04-28T08:43:24.60178Z","steps":["trace[665760334] 'agreement among raft nodes before linearized reading' (duration: 217.291527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:24.601875Z","caller":"traceutil/trace.go:171","msg":"trace[1287228719] transaction","detail":"{read_only:false; response_revision:39002; number_of_response:1; }","duration":"115.119016ms","start":"2026-04-28T08:43:24.48671Z","end":"2026-04-28T08:43:24.601829Z","steps":["trace[1287228719] 'process raft request' (duration: 113.648806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:24.602145Z","caller":"traceutil/trace.go:171","msg":"trace[1138809850] transaction","detail":"{read_only:false; response_revision:39003; number_of_response:1; }","duration":"115.198628ms","start":"2026-04-28T08:43:24.486934Z","end":"2026-04-28T08:43:24.602132Z","steps":["trace[1138809850] 'process raft request' (duration: 113.535823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:26.319575Z","caller":"traceutil/trace.go:171","msg":"trace[542423729] transaction","detail":"{read_only:false; response_revision:39012; number_of_response:1; }","duration":"102.133951ms","start":"2026-04-28T08:43:26.217408Z","end":"2026-04-28T08:43:26.319542Z","steps":["trace[542423729] 'process raft request' (duration: 102.026058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:26.319913Z","caller":"traceutil/trace.go:171","msg":"trace[193753345] transaction","detail":"{read_only:false; response_revision:39011; number_of_response:1; }","duration":"103.188829ms","start":"2026-04-28T08:43:26.216653Z","end":"2026-04-28T08:43:26.319842Z","steps":["trace[193753345] 'process raft request' (duration: 37.844997ms)","trace[193753345] 'compare' (duration: 64.774356ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:43:28.375844Z","caller":"traceutil/trace.go:171","msg":"trace[486740124] transaction","detail":"{read_only:false; response_revision:39023; number_of_response:1; }","duration":"155.426311ms","start":"2026-04-28T08:43:28.220401Z","end":"2026-04-28T08:43:28.375827Z","steps":["trace[486740124] 'process raft request' (duration: 154.923147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:28.376104Z","caller":"traceutil/trace.go:171","msg":"trace[1523910481] linearizableReadLoop","detail":"{readStateIndex:40250; appliedIndex:40249; }","duration":"136.250445ms","start":"2026-04-28T08:43:28.239335Z","end":"2026-04-28T08:43:28.375585Z","steps":["trace[1523910481] 'read index received' (duration: 136.06634ms)","trace[1523910481] 'applied index is now lower than readState.Index' (duration: 183.215µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:43:28.376238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.871142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:43:28.376321Z","caller":"traceutil/trace.go:171","msg":"trace[665677710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39023; }","duration":"136.972535ms","start":"2026-04-28T08:43:28.239329Z","end":"2026-04-28T08:43:28.376302Z","steps":["trace[665677710] 'agreement among raft nodes before linearized reading' (duration: 136.720388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:43:28.384932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.361901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:43:28.385036Z","caller":"traceutil/trace.go:171","msg":"trace[537631234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39024; }","duration":"135.512635ms","start":"2026-04-28T08:43:28.249509Z","end":"2026-04-28T08:43:28.385021Z","steps":["trace[537631234] 'agreement among raft nodes before linearized reading' (duration: 135.35128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:28.488491Z","caller":"traceutil/trace.go:171","msg":"trace[1255677508] transaction","detail":"{read_only:false; response_revision:39025; number_of_response:1; }","duration":"107.770624ms","start":"2026-04-28T08:43:28.380681Z","end":"2026-04-28T08:43:28.488452Z","steps":["trace[1255677508] 'process raft request' (duration: 30.695531ms)","trace[1255677508] 'compare' (duration: 76.929209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:43:28.488515Z","caller":"traceutil/trace.go:171","msg":"trace[1992942290] linearizableReadLoop","detail":"{readStateIndex:40252; appliedIndex:40251; }","duration":"101.05125ms","start":"2026-04-28T08:43:28.387439Z","end":"2026-04-28T08:43:28.48849Z","steps":["trace[1992942290] 'read index received' (duration: 23.951127ms)","trace[1992942290] 'applied index is now lower than readState.Index' (duration: 77.097753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:43:28.488653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.164763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:43:28.489348Z","caller":"traceutil/trace.go:171","msg":"trace[363842251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39027; }","duration":"101.287017ms","start":"2026-04-28T08:43:28.387416Z","end":"2026-04-28T08:43:28.488703Z","steps":["trace[363842251] 'agreement among raft nodes before linearized reading' (duration: 101.155533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:43:29.731285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.513795ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T08:43:30.69256Z","caller":"traceutil/trace.go:171","msg":"trace[2068820514] transaction","detail":"{read_only:false; response_revision:39041; number_of_response:1; }","duration":"156.86696ms","start":"2026-04-28T08:43:30.535666Z","end":"2026-04-28T08:43:30.692533Z","steps":["trace[2068820514] 'process raft request' (duration: 156.784438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:30.692589Z","caller":"traceutil/trace.go:171","msg":"trace[212037726] transaction","detail":"{read_only:false; response_revision:39040; number_of_response:1; }","duration":"157.110017ms","start":"2026-04-28T08:43:30.53543Z","end":"2026-04-28T08:43:30.69254Z","steps":["trace[212037726] 'process raft request' (duration: 128.675747ms)","trace[212037726] 'compare' (duration: 28.07039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:43:30.692864Z","caller":"traceutil/trace.go:171","msg":"trace[691627584] transaction","detail":"{read_only:false; response_revision:39042; number_of_response:1; }","duration":"156.107519ms","start":"2026-04-28T08:43:30.536675Z","end":"2026-04-28T08:43:30.692783Z","steps":["trace[691627584] 'process raft request' (duration: 155.820871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:30.692897Z","caller":"traceutil/trace.go:171","msg":"trace[1122333400] linearizableReadLoop","detail":"{readStateIndex:40270; appliedIndex:40267; }","duration":"112.995468ms","start":"2026-04-28T08:43:30.579869Z","end":"2026-04-28T08:43:30.692864Z","steps":["trace[1122333400] 'read index received' (duration: 84.209758ms)","trace[1122333400] 'applied index is now lower than readState.Index' (duration: 28.782729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:43:30.693121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.232024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T08:43:30.693162Z","caller":"traceutil/trace.go:171","msg":"trace[631809771] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39043; }","duration":"113.321756ms","start":"2026-04-28T08:43:30.579829Z","end":"2026-04-28T08:43:30.693151Z","steps":["trace[631809771] 'agreement among raft nodes before linearized reading' (duration: 113.179633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:30.905458Z","caller":"traceutil/trace.go:171","msg":"trace[1024381250] transaction","detail":"{read_only:false; response_revision:39046; number_of_response:1; }","duration":"143.549715ms","start":"2026-04-28T08:43:30.761882Z","end":"2026-04-28T08:43:30.905432Z","steps":["trace[1024381250] 'process raft request' (duration: 143.460553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:30.905518Z","caller":"traceutil/trace.go:171","msg":"trace[1754338013] transaction","detail":"{read_only:false; response_revision:39045; number_of_response:1; }","duration":"174.635208ms","start":"2026-04-28T08:43:30.730827Z","end":"2026-04-28T08:43:30.905462Z","steps":["trace[1754338013] 'process raft request' (duration: 125.423789ms)","trace[1754338013] 'compare' (duration: 48.918791ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:43:30.905736Z","caller":"traceutil/trace.go:171","msg":"trace[313741723] transaction","detail":"{read_only:false; response_revision:39048; number_of_response:1; }","duration":"142.956809ms","start":"2026-04-28T08:43:30.76276Z","end":"2026-04-28T08:43:30.905717Z","steps":["trace[313741723] 'process raft request' (duration: 142.869147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:43:30.905816Z","caller":"traceutil/trace.go:171","msg":"trace[1807389958] transaction","detail":"{read_only:false; response_revision:39047; number_of_response:1; }","duration":"143.706769ms","start":"2026-04-28T08:43:30.762093Z","end":"2026-04-28T08:43:30.9058Z","steps":["trace[1807389958] 'process raft request' (duration: 143.295428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:44:05.6612Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37026} {"level":"info","ts":"2026-04-28T08:44:05.779305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37026,"took":"114.847498ms","hash":961372881,"current-db-size-bytes":60481536,"current-db-size":"60 MB","current-db-size-in-use-bytes":32161792,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T08:44:05.779461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":961372881,"revision":37026,"compact-revision":34731} {"level":"info","ts":"2026-04-28T08:49:05.666971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39300} {"level":"info","ts":"2026-04-28T08:49:05.799287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39300,"took":"128.351636ms","hash":3757539147,"current-db-size-bytes":62169088,"current-db-size":"62 MB","current-db-size-in-use-bytes":31305728,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T08:49:05.799401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3757539147,"revision":39300,"compact-revision":37026}