{"level":"warn","ts":"2026-06-28T19:55:34.400342Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-28T19:55:34.400455Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-28T19:55:34.400526Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-28T19:55:34.400539Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-06-28T19:55:34.400559Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-28T19:55:34.401186Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-06-28T19:55:34.401265Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-28T19:55:34.405469Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.973591ms"} {"level":"info","ts":"2026-06-28T19:55:34.410862Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-06-28T19:55:34.410995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-06-28T19:55:34.411032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-06-28T19:55:34.411043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-28T19:55:34.411052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-06-28T19:55:34.411098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-06-28T19:55:34.420148Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-28T19:55:34.421928Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-28T19:55:34.423325Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-28T19:55:34.427642Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-28T19:55:34.427928Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-28T19:55:34.42799Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:55:34.428165Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:55:34.42819Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:55:34.430621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-06-28T19:55:34.430855Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-06-28T19:55:34.433946Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-28T19:55:34.43436Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-06-28T19:55:34.434455Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-06-28T19:55:34.434664Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-28T19:55:34.43476Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-28T19:55:35.212064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-06-28T19:55:35.212142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-28T19:55:35.212185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-06-28T19:55:35.212204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-06-28T19:55:35.212221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-06-28T19:55:35.212235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-06-28T19:55:35.212254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-06-28T19:55:35.213369Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:55:35.214741Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-28T19:55:35.214741Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-06-28T19:55:35.214855Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-28T19:55:35.21516Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-28T19:55:35.215336Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-28T19:55:35.215467Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:55:35.215668Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:55:35.215711Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:55:35.217214Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-06-28T19:55:35.217595Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-28T19:55:52.097147Z","caller":"traceutil/trace.go:171","msg":"trace[1914866762] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"181.581817ms","start":"2026-06-28T19:55:51.915529Z","end":"2026-06-28T19:55:52.09711Z","steps":["trace[1914866762] 'process raft request' (duration: 181.256841ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:55:52.097128Z","caller":"traceutil/trace.go:171","msg":"trace[374943781] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"110.621031ms","start":"2026-06-28T19:55:51.986471Z","end":"2026-06-28T19:55:52.097092Z","steps":["trace[374943781] 'read index received' (duration: 110.222083ms)","trace[374943781] 'applied index is now lower than readState.Index' (duration: 397.368µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:55:52.097569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.059471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T19:55:52.097749Z","caller":"traceutil/trace.go:171","msg":"trace[2017715493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"111.308376ms","start":"2026-06-28T19:55:51.986412Z","end":"2026-06-28T19:55:52.09772Z","steps":["trace[2017715493] 'agreement among raft nodes before linearized reading' (duration: 110.840396ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:56:18.868126Z","caller":"traceutil/trace.go:171","msg":"trace[272163057] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"441.682922ms","start":"2026-06-28T19:56:18.426395Z","end":"2026-06-28T19:56:18.868078Z","steps":["trace[272163057] 'process raft request' (duration: 418.030934ms)","trace[272163057] 'compare' (duration: 22.704508ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:56:18.87362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:56:18.426359Z","time spent":"441.882916ms","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:06.40602Z","caller":"traceutil/trace.go:171","msg":"trace[2020813220] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"131.108845ms","start":"2026-06-28T19:57:06.274877Z","end":"2026-06-28T19:57:06.405986Z","steps":["trace[2020813220] 'process raft request' (duration: 130.808799ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:50.127261Z","caller":"traceutil/trace.go:171","msg":"trace[1838397016] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"256.95033ms","start":"2026-06-28T19:57:49.87028Z","end":"2026-06-28T19:57:50.127231Z","steps":["trace[1838397016] 'process raft request' (duration: 256.773776ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:50.332427Z","caller":"traceutil/trace.go:171","msg":"trace[249683968] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"108.509386ms","start":"2026-06-28T19:57:50.223875Z","end":"2026-06-28T19:57:50.332384Z","steps":["trace[249683968] 'process raft request' (duration: 108.397644ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:50.332438Z","caller":"traceutil/trace.go:171","msg":"trace[1200593923] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"109.082707ms","start":"2026-06-28T19:57:50.223331Z","end":"2026-06-28T19:57:50.332413Z","steps":["trace[1200593923] 'process raft request' (duration: 108.887953ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:50.332501Z","caller":"traceutil/trace.go:171","msg":"trace[218582769] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"109.257001ms","start":"2026-06-28T19:57:50.223205Z","end":"2026-06-28T19:57:50.332462Z","steps":["trace[218582769] 'process raft request' (duration: 101.140764ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:05.425039Z","caller":"traceutil/trace.go:171","msg":"trace[1117503665] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"103.640886ms","start":"2026-06-28T19:58:05.321352Z","end":"2026-06-28T19:58:05.424993Z","steps":["trace[1117503665] 'process raft request' (duration: 42.470891ms)","trace[1117503665] 'compare' (duration: 60.995021ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:39.037653Z","caller":"traceutil/trace.go:171","msg":"trace[1746554878] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"137.880774ms","start":"2026-06-28T19:58:38.899743Z","end":"2026-06-28T19:58:39.037624Z","steps":["trace[1746554878] 'process raft request' (duration: 118.884927ms)","trace[1746554878] 'compare' (duration: 18.777482ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:39.285004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.466766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T19:58:39.28511Z","caller":"traceutil/trace.go:171","msg":"trace[1826998264] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2141; }","duration":"139.63937ms","start":"2026-06-28T19:58:39.145444Z","end":"2026-06-28T19:58:39.285084Z","steps":["trace[1826998264] 'range keys from in-memory index tree' (duration: 139.236572ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:51.89281Z","caller":"traceutil/trace.go:171","msg":"trace[810252711] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"134.953442ms","start":"2026-06-28T19:59:51.757824Z","end":"2026-06-28T19:59:51.892778Z","steps":["trace[810252711] 'process raft request' (duration: 92.885122ms)","trace[810252711] 'compare' (duration: 41.839465ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:58.282345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.555648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:03:58.282454Z","caller":"traceutil/trace.go:171","msg":"trace[915128196] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"281.284559ms","start":"2026-06-28T20:03:58.001145Z","end":"2026-06-28T20:03:58.282429Z","steps":["trace[915128196] 'process raft request' (duration: 138.411204ms)","trace[915128196] 'compare' (duration: 142.435745ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:03:58.316752Z","caller":"traceutil/trace.go:171","msg":"trace[199587911] linearizableReadLoop","detail":"{readStateIndex:4980; appliedIndex:4979; }","duration":"170.290336ms","start":"2026-06-28T20:03:58.146421Z","end":"2026-06-28T20:03:58.316711Z","steps":["trace[199587911] 'read index received' (duration: 170.067362ms)","trace[199587911] 'applied index is now lower than readState.Index' (duration: 221.254µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:03:58.317062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.608803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3488be49-b6ca-4143-a765-2a58a215b57c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-06-28T20:03:58.317113Z","caller":"traceutil/trace.go:171","msg":"trace[1378625065] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3488be49-b6ca-4143-a765-2a58a215b57c; range_end:; response_count:1; response_revision:4798; }","duration":"170.711665ms","start":"2026-06-28T20:03:58.146386Z","end":"2026-06-28T20:03:58.317097Z","steps":["trace[1378625065] 'agreement among raft nodes before linearized reading' (duration: 170.47046ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:58.317224Z","caller":"traceutil/trace.go:171","msg":"trace[48261451] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"304.505765ms","start":"2026-06-28T20:03:58.012609Z","end":"2026-06-28T20:03:58.317114Z","steps":["trace[48261451] 'process raft request' (duration: 303.966554ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:58.317439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:58.012595Z","time spent":"304.714329ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4887,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:04:13.606249Z","caller":"traceutil/trace.go:171","msg":"trace[521100178] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5262; }","duration":"124.270165ms","start":"2026-06-28T20:04:13.481951Z","end":"2026-06-28T20:04:13.606221Z","steps":["trace[521100178] 'read index received' (duration: 124.175033ms)","trace[521100178] 'applied index is now lower than readState.Index' (duration: 93.562µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:04:13.606531Z","caller":"traceutil/trace.go:171","msg":"trace[951392001] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"125.834446ms","start":"2026-06-28T20:04:13.480651Z","end":"2026-06-28T20:04:13.606485Z","steps":["trace[951392001] 'process raft request' (duration: 125.417138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:04:13.606706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.729384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:04:13.606818Z","caller":"traceutil/trace.go:171","msg":"trace[2136814089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5072; }","duration":"124.906477ms","start":"2026-06-28T20:04:13.481884Z","end":"2026-06-28T20:04:13.60679Z","steps":["trace[2136814089] 'agreement among raft nodes before linearized reading' (duration: 124.583971ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:04:13.654715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.553728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:04:13.654819Z","caller":"traceutil/trace.go:171","msg":"trace[1401386976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5073; }","duration":"161.698021ms","start":"2026-06-28T20:04:13.493094Z","end":"2026-06-28T20:04:13.654792Z","steps":["trace[1401386976] 'agreement among raft nodes before linearized reading' (duration: 161.278353ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:04:20.247353Z","caller":"traceutil/trace.go:171","msg":"trace[843455239] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5410; }","duration":"168.724564ms","start":"2026-06-28T20:04:20.078576Z","end":"2026-06-28T20:04:20.247301Z","steps":["trace[843455239] 'read index received' (duration: 168.479259ms)","trace[843455239] 'applied index is now lower than readState.Index' (duration: 243.745µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:04:20.247386Z","caller":"traceutil/trace.go:171","msg":"trace[577636900] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"176.846261ms","start":"2026-06-28T20:04:20.070501Z","end":"2026-06-28T20:04:20.247347Z","steps":["trace[577636900] 'process raft request' (duration: 176.587315ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:04:20.352578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.355945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5834"} {"level":"warn","ts":"2026-06-28T20:04:20.352607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.010589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-06-28T20:04:20.352654Z","caller":"traceutil/trace.go:171","msg":"trace[1781617155] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5216; }","duration":"100.481786ms","start":"2026-06-28T20:04:20.252154Z","end":"2026-06-28T20:04:20.352636Z","steps":["trace[1781617155] 'range keys from in-memory index tree' (duration: 100.16126ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:04:20.352686Z","caller":"traceutil/trace.go:171","msg":"trace[2125683821] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5216; }","duration":"274.138192ms","start":"2026-06-28T20:04:20.078526Z","end":"2026-06-28T20:04:20.352665Z","steps":["trace[2125683821] 'agreement among raft nodes before linearized reading' (duration: 169.574962ms)","trace[2125683821] 'range keys from in-memory index tree' (duration: 104.360556ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:35.249201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2816} {"level":"info","ts":"2026-06-28T20:05:35.318832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2816,"took":"68.069354ms","hash":67398364,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":33345536,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-06-28T20:05:35.318909Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":67398364,"revision":2816,"compact-revision":-1} {"level":"info","ts":"2026-06-28T20:10:12.826143Z","caller":"traceutil/trace.go:171","msg":"trace[715136156] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"112.483441ms","start":"2026-06-28T20:10:12.713627Z","end":"2026-06-28T20:10:12.82611Z","steps":["trace[715136156] 'process raft request' (duration: 112.179295ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:24.996988Z","caller":"traceutil/trace.go:171","msg":"trace[122268342] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"101.512689ms","start":"2026-06-28T20:10:24.895437Z","end":"2026-06-28T20:10:24.99695Z","steps":["trace[122268342] 'process raft request' (duration: 101.271024ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:25.163149Z","caller":"traceutil/trace.go:171","msg":"trace[157245413] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"160.52082ms","start":"2026-06-28T20:10:25.00257Z","end":"2026-06-28T20:10:25.163091Z","steps":["trace[157245413] 'process raft request' (duration: 160.181983ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:25.162827Z","caller":"traceutil/trace.go:171","msg":"trace[2072296447] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"160.335726ms","start":"2026-06-28T20:10:25.002463Z","end":"2026-06-28T20:10:25.162799Z","steps":["trace[2072296447] 'process raft request' (duration: 160.0458ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:25.163674Z","caller":"traceutil/trace.go:171","msg":"trace[455692593] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8323; }","duration":"159.168542ms","start":"2026-06-28T20:10:25.004457Z","end":"2026-06-28T20:10:25.163625Z","steps":["trace[455692593] 'read index received' (duration: 66.655178ms)","trace[455692593] 'applied index is now lower than readState.Index' (duration: 92.495324ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:10:25.163937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.463528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:10:25.163992Z","caller":"traceutil/trace.go:171","msg":"trace[262631275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8043; }","duration":"159.543629ms","start":"2026-06-28T20:10:25.004436Z","end":"2026-06-28T20:10:25.16398Z","steps":["trace[262631275] 'agreement among raft nodes before linearized reading' (duration: 159.268344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:10:25.164458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.425367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207021"} {"level":"info","ts":"2026-06-28T20:10:25.164526Z","caller":"traceutil/trace.go:171","msg":"trace[181611069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8043; }","duration":"159.54307ms","start":"2026-06-28T20:10:25.004969Z","end":"2026-06-28T20:10:25.164512Z","steps":["trace[181611069] 'agreement among raft nodes before linearized reading' (duration: 158.884517ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:25.890877Z","caller":"traceutil/trace.go:171","msg":"trace[1128445570] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8329; }","duration":"224.633536ms","start":"2026-06-28T20:10:25.666189Z","end":"2026-06-28T20:10:25.890823Z","steps":["trace[1128445570] 'read index received' (duration: 224.32347ms)","trace[1128445570] 'applied index is now lower than readState.Index' (duration: 308.466µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:10:25.890973Z","caller":"traceutil/trace.go:171","msg":"trace[1833572885] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"328.025142ms","start":"2026-06-28T20:10:25.562916Z","end":"2026-06-28T20:10:25.890941Z","steps":["trace[1833572885] 'process raft request' (duration: 327.621523ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:10:25.891167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:10:25.562881Z","time spent":"328.159885ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:10:25.891262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.579823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-28T20:10:25.891336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.857176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:10:25.891456Z","caller":"traceutil/trace.go:171","msg":"trace[210532127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8047; }","duration":"212.968248ms","start":"2026-06-28T20:10:25.678428Z","end":"2026-06-28T20:10:25.891396Z","steps":["trace[210532127] 'agreement among raft nodes before linearized reading' (duration: 212.741413ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:25.8914Z","caller":"traceutil/trace.go:171","msg":"trace[2130535758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8047; }","duration":"220.743327ms","start":"2026-06-28T20:10:25.670606Z","end":"2026-06-28T20:10:25.891349Z","steps":["trace[2130535758] 'agreement among raft nodes before linearized reading' (duration: 220.478331ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:10:25.891972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.012704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:10:25.892053Z","caller":"traceutil/trace.go:171","msg":"trace[1534286881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8047; }","duration":"225.900431ms","start":"2026-06-28T20:10:25.666132Z","end":"2026-06-28T20:10:25.892033Z","steps":["trace[1534286881] 'agreement among raft nodes before linearized reading' (duration: 224.85166ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:26.002138Z","caller":"traceutil/trace.go:171","msg":"trace[161684190] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"105.109541ms","start":"2026-06-28T20:10:25.897005Z","end":"2026-06-28T20:10:26.002115Z","steps":["trace[161684190] 'process raft request' (duration: 67.476584ms)","trace[161684190] 'compare' (duration: 37.491474ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:10:26.00228Z","caller":"traceutil/trace.go:171","msg":"trace[643384412] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"105.012678ms","start":"2026-06-28T20:10:25.897248Z","end":"2026-06-28T20:10:26.002261Z","steps":["trace[643384412] 'process raft request' (duration: 104.815945ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:26.489587Z","caller":"traceutil/trace.go:171","msg":"trace[1194588301] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"218.48831ms","start":"2026-06-28T20:10:26.271068Z","end":"2026-06-28T20:10:26.489556Z","steps":["trace[1194588301] 'process raft request' (duration: 218.288286ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:10:35.255835Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5921} {"level":"info","ts":"2026-06-28T20:10:35.345596Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5921,"took":"87.237347ms","hash":2815516993,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":25731072,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-28T20:10:35.345669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2815516993,"revision":5921,"compact-revision":2816} {"level":"info","ts":"2026-06-28T20:11:05.347474Z","caller":"traceutil/trace.go:171","msg":"trace[433643614] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"109.47309ms","start":"2026-06-28T20:11:05.237953Z","end":"2026-06-28T20:11:05.347426Z","steps":["trace[433643614] 'process raft request' (duration: 105.666663ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:05.515314Z","caller":"traceutil/trace.go:171","msg":"trace[1294747676] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"104.969928ms","start":"2026-06-28T20:11:05.410311Z","end":"2026-06-28T20:11:05.51528Z","steps":["trace[1294747676] 'process raft request' (duration: 104.706693ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:07.121348Z","caller":"traceutil/trace.go:171","msg":"trace[1382460285] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"186.364677ms","start":"2026-06-28T20:11:06.934952Z","end":"2026-06-28T20:11:07.121317Z","steps":["trace[1382460285] 'process raft request' (duration: 186.188663ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:07.699266Z","caller":"traceutil/trace.go:171","msg":"trace[1477080005] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"162.278926ms","start":"2026-06-28T20:11:07.536931Z","end":"2026-06-28T20:11:07.69921Z","steps":["trace[1477080005] 'process raft request' (duration: 162.021851ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:07.722249Z","caller":"traceutil/trace.go:171","msg":"trace[332530238] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8664; }","duration":"183.276053ms","start":"2026-06-28T20:11:07.538932Z","end":"2026-06-28T20:11:07.722208Z","steps":["trace[332530238] 'read index received' (duration: 160.077781ms)","trace[332530238] 'applied index is now lower than readState.Index' (duration: 23.196632ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:07.722282Z","caller":"traceutil/trace.go:171","msg":"trace[1458851000] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"184.744484ms","start":"2026-06-28T20:11:07.537498Z","end":"2026-06-28T20:11:07.722242Z","steps":["trace[1458851000] 'process raft request' (duration: 184.445088ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:07.722497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.164243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:07.722532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.574559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-06-28T20:11:07.722296Z","caller":"traceutil/trace.go:171","msg":"trace[1013262123] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"183.006707ms","start":"2026-06-28T20:11:07.53926Z","end":"2026-06-28T20:11:07.722267Z","steps":["trace[1013262123] 'process raft request' (duration: 182.890935ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:07.7226Z","caller":"traceutil/trace.go:171","msg":"trace[158150853] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8371; }","duration":"183.671571ms","start":"2026-06-28T20:11:07.538914Z","end":"2026-06-28T20:11:07.722586Z","steps":["trace[158150853] 'agreement among raft nodes before linearized reading' (duration: 183.446776ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:07.722548Z","caller":"traceutil/trace.go:171","msg":"trace[1290038667] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8371; }","duration":"164.297266ms","start":"2026-06-28T20:11:07.558241Z","end":"2026-06-28T20:11:07.722538Z","steps":["trace[1290038667] 'agreement among raft nodes before linearized reading' (duration: 164.182394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:07.722931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.920136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211666"} {"level":"info","ts":"2026-06-28T20:11:07.722986Z","caller":"traceutil/trace.go:171","msg":"trace[1730046486] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8371; }","duration":"184.005927ms","start":"2026-06-28T20:11:07.538964Z","end":"2026-06-28T20:11:07.72297Z","steps":["trace[1730046486] 'agreement among raft nodes before linearized reading' (duration: 183.426166ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:29.902907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700017244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:30.394845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015521549s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:11:30.3954Z","caller":"traceutil/trace.go:171","msg":"trace[1455071907] linearizableReadLoop","detail":"{readStateIndex:8936; appliedIndex:8935; }","duration":"992.986228ms","start":"2026-06-28T20:11:29.402389Z","end":"2026-06-28T20:11:30.395375Z","steps":["trace[1455071907] 'read index received' (duration: 992.700973ms)","trace[1455071907] 'applied index is now lower than readState.Index' (duration: 283.815µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:30.395502Z","caller":"traceutil/trace.go:171","msg":"trace[559476467] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"1.016248673s","start":"2026-06-28T20:11:29.379219Z","end":"2026-06-28T20:11:30.395467Z","steps":["trace[559476467] 'process raft request' (duration: 1.015831415s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.395545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.137652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:30.39558Z","caller":"traceutil/trace.go:171","msg":"trace[1984931958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8634; }","duration":"993.212613ms","start":"2026-06-28T20:11:29.402356Z","end":"2026-06-28T20:11:30.395569Z","steps":["trace[1984931958] 'agreement among raft nodes before linearized reading' (duration: 993.139862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.395611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.402344Z","time spent":"993.259824ms","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:30.395665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.379197Z","time spent":"1.016365235s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1097,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:30.590042Z","caller":"traceutil/trace.go:171","msg":"trace[1120880003] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"145.125048ms","start":"2026-06-28T20:11:30.444892Z","end":"2026-06-28T20:11:30.590017Z","steps":["trace[1120880003] 'process raft request' (duration: 145.018176ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.590193Z","caller":"traceutil/trace.go:171","msg":"trace[883057290] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8936; }","duration":"194.700988ms","start":"2026-06-28T20:11:30.395472Z","end":"2026-06-28T20:11:30.590173Z","steps":["trace[883057290] 'read index received' (duration: 145.685029ms)","trace[883057290] 'applied index is now lower than readState.Index' (duration: 49.013919ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:30.590308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.981428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:11:30.590368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.388772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:11:30.590374Z","caller":"traceutil/trace.go:171","msg":"trace[412979165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8636; }","duration":"756.09984ms","start":"2026-06-28T20:11:29.834258Z","end":"2026-06-28T20:11:30.590358Z","steps":["trace[412979165] 'agreement among raft nodes before linearized reading' (duration: 755.923706ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.590402Z","caller":"traceutil/trace.go:171","msg":"trace[1149153437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8636; }","duration":"197.468254ms","start":"2026-06-28T20:11:30.392924Z","end":"2026-06-28T20:11:30.590392Z","steps":["trace[1149153437] 'agreement among raft nodes before linearized reading' (duration: 197.345932ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.590412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.834237Z","time spent":"756.165881ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:11:30.590424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.330354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:30.590461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084337359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-06-28T20:11:30.590461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.549444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d98v5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-06-28T20:11:30.590472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.699372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:11:30.590501Z","caller":"traceutil/trace.go:171","msg":"trace[910498387] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8636; }","duration":"1.084404261s","start":"2026-06-28T20:11:29.506082Z","end":"2026-06-28T20:11:30.590486Z","steps":["trace[910498387] 'agreement among raft nodes before linearized reading' (duration: 1.084256338s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.59047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.665349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-28T20:11:30.590519Z","caller":"traceutil/trace.go:171","msg":"trace[251901032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8636; }","duration":"756.800725ms","start":"2026-06-28T20:11:29.833707Z","end":"2026-06-28T20:11:30.590508Z","steps":["trace[251901032] 'agreement among raft nodes before linearized reading' (duration: 756.684772ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.590519Z","caller":"traceutil/trace.go:171","msg":"trace[1666784008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d98v5; range_end:; response_count:1; response_revision:8636; }","duration":"744.653145ms","start":"2026-06-28T20:11:29.84585Z","end":"2026-06-28T20:11:30.590504Z","steps":["trace[1666784008] 'agreement among raft nodes before linearized reading' (duration: 744.423751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.590534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.506072Z","time spent":"1.084455682s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:11:30.590551Z","caller":"traceutil/trace.go:171","msg":"trace[810364102] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8636; }","duration":"776.780201ms","start":"2026-06-28T20:11:29.813749Z","end":"2026-06-28T20:11:30.590529Z","steps":["trace[810364102] 'agreement among raft nodes before linearized reading' (duration: 776.529066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.590554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.833691Z","time spent":"756.855325ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:11:30.5905Z","caller":"traceutil/trace.go:171","msg":"trace[899504493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8636; }","duration":"913.446887ms","start":"2026-06-28T20:11:29.677035Z","end":"2026-06-28T20:11:30.590482Z","steps":["trace[899504493] 'agreement among raft nodes before linearized reading' (duration: 913.257803ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.590558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.845839Z","time spent":"744.711147ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-d98v5\" "} {"level":"warn","ts":"2026-06-28T20:11:30.590592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.813737Z","time spent":"776.847222ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:11:30.590602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:29.677023Z","time spent":"913.564749ms","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:30.590198Z","caller":"traceutil/trace.go:171","msg":"trace[862831911] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"251.654529ms","start":"2026-06-28T20:11:30.338513Z","end":"2026-06-28T20:11:30.590168Z","steps":["trace[862831911] 'process raft request' (duration: 202.581529ms)","trace[862831911] 'compare' (duration: 48.544939ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:30.590624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.419535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:11:30.590668Z","caller":"traceutil/trace.go:171","msg":"trace[272524487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8636; }","duration":"175.491647ms","start":"2026-06-28T20:11:30.415168Z","end":"2026-06-28T20:11:30.59066Z","steps":["trace[272524487] 'agreement among raft nodes before linearized reading' (duration: 175.377234ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.590692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.537578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:11:30.590685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.704888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:30.5908Z","caller":"traceutil/trace.go:171","msg":"trace[531830112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8636; }","duration":"193.914503ms","start":"2026-06-28T20:11:30.396865Z","end":"2026-06-28T20:11:30.59078Z","steps":["trace[531830112] 'agreement among raft nodes before linearized reading' (duration: 193.721078ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.590747Z","caller":"traceutil/trace.go:171","msg":"trace[1816362627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8636; }","duration":"175.579179ms","start":"2026-06-28T20:11:30.415127Z","end":"2026-06-28T20:11:30.590706Z","steps":["trace[1816362627] 'agreement among raft nodes before linearized reading' (duration: 175.500556ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.591031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.057395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18bd57b37cdddf71\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-06-28T20:11:30.591147Z","caller":"traceutil/trace.go:171","msg":"trace[293615764] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18bd57b37cdddf71; range_end:; response_count:1; response_revision:8636; }","duration":"192.246759ms","start":"2026-06-28T20:11:30.398868Z","end":"2026-06-28T20:11:30.591115Z","steps":["trace[293615764] 'agreement among raft nodes before linearized reading' (duration: 191.873151ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.798322Z","caller":"traceutil/trace.go:171","msg":"trace[1622424571] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"202.515768ms","start":"2026-06-28T20:11:30.595772Z","end":"2026-06-28T20:11:30.798287Z","steps":["trace[1622424571] 'process raft request' (duration: 103.734624ms)","trace[1622424571] 'compare' (duration: 98.627771ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:30.869242Z","caller":"traceutil/trace.go:171","msg":"trace[391637061] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"273.358742ms","start":"2026-06-28T20:11:30.595849Z","end":"2026-06-28T20:11:30.869208Z","steps":["trace[391637061] 'process raft request' (duration: 273.114487ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.869635Z","caller":"traceutil/trace.go:171","msg":"trace[329340835] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"273.694248ms","start":"2026-06-28T20:11:30.59591Z","end":"2026-06-28T20:11:30.869604Z","steps":["trace[329340835] 'process raft request' (duration: 273.252149ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.869852Z","caller":"traceutil/trace.go:171","msg":"trace[1323919764] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"273.907473ms","start":"2026-06-28T20:11:30.595927Z","end":"2026-06-28T20:11:30.869835Z","steps":["trace[1323919764] 'process raft request' (duration: 273.599747ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.869977Z","caller":"traceutil/trace.go:171","msg":"trace[1642401837] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"273.962984ms","start":"2026-06-28T20:11:30.595987Z","end":"2026-06-28T20:11:30.86995Z","steps":["trace[1642401837] 'process raft request' (duration: 273.859902ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.869992Z","caller":"traceutil/trace.go:171","msg":"trace[1572684890] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"273.997635ms","start":"2026-06-28T20:11:30.595947Z","end":"2026-06-28T20:11:30.869945Z","steps":["trace[1572684890] 'process raft request' (duration: 273.836172ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:30.870101Z","caller":"traceutil/trace.go:171","msg":"trace[2030624472] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"273.910473ms","start":"2026-06-28T20:11:30.596174Z","end":"2026-06-28T20:11:30.870085Z","steps":["trace[2030624472] 'process raft request' (duration: 273.726549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:30.870282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.130585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:30.870031Z","caller":"traceutil/trace.go:171","msg":"trace[1569995773] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8938; }","duration":"268.880131ms","start":"2026-06-28T20:11:30.601139Z","end":"2026-06-28T20:11:30.870019Z","steps":["trace[1569995773] 'read index received' (duration: 98.379765ms)","trace[1569995773] 'applied index is now lower than readState.Index' (duration: 170.499476ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:30.871035Z","caller":"traceutil/trace.go:171","msg":"trace[1475622119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8643; }","duration":"269.215477ms","start":"2026-06-28T20:11:30.601093Z","end":"2026-06-28T20:11:30.870308Z","steps":["trace[1475622119] 'agreement among raft nodes before linearized reading' (duration: 269.142106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:31.027399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.944592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:11:31.027789Z","caller":"traceutil/trace.go:171","msg":"trace[2009120387] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"157.065962ms","start":"2026-06-28T20:11:30.870702Z","end":"2026-06-28T20:11:31.027768Z","steps":["trace[2009120387] 'process raft request' (duration: 156.957899ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:31.02793Z","caller":"traceutil/trace.go:171","msg":"trace[1625006772] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"227.919996ms","start":"2026-06-28T20:11:30.799904Z","end":"2026-06-28T20:11:31.027824Z","steps":["trace[1625006772] 'process raft request' (duration: 115.192168ms)","trace[1625006772] 'compare' (duration: 111.386141ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:31.314078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.54662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:31.314168Z","caller":"traceutil/trace.go:171","msg":"trace[20302138] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8645; }","duration":"103.709804ms","start":"2026-06-28T20:11:31.210436Z","end":"2026-06-28T20:11:31.314145Z","steps":["trace[20302138] 'count revisions from in-memory index tree' (duration: 103.372157ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:59.286876Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023ff.wal"} {"level":"warn","ts":"2026-06-28T20:12:01.288881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700018030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:01.789899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700018030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:02.290727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700018030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:02.791494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700018030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:03.291706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700018030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:03.40288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:03.402958Z","caller":"traceutil/trace.go:171","msg":"trace[272801406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157035s","start":"2026-06-28T20:12:01.402784Z","end":"2026-06-28T20:12:03.402941Z","steps":["trace[272801406] 'agreement among raft nodes before linearized reading' (duration: 2.000001262s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:03.403005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.402754Z","time spent":"2.000242107s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:03.792316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700018030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:03.947314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.321987276s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:12:03.947954Z","caller":"traceutil/trace.go:171","msg":"trace[1589519520] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"3.322801053s","start":"2026-06-28T20:12:00.625112Z","end":"2026-06-28T20:12:03.947913Z","steps":["trace[1589519520] 'process raft request' (duration: 3.322542988s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:03.948774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:00.625076Z","time spent":"3.322965155s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:05.403288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999716925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:05.403387Z","caller":"traceutil/trace.go:171","msg":"trace[636910960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99988922s","start":"2026-06-28T20:12:03.403475Z","end":"2026-06-28T20:12:05.403364Z","steps":["trace[636910960] 'agreement among raft nodes before linearized reading' (duration: 1.999755186s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:05.403441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:03.403453Z","time spent":"1.999976821s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:12:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:05.704751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:00.707013Z","time spent":"4.997728879s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:05.942576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999154648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:05.942686Z","caller":"traceutil/trace.go:171","msg":"trace[277383546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999319213s","start":"2026-06-28T20:12:00.943323Z","end":"2026-06-28T20:12:05.942642Z","steps":["trace[277383546] 'agreement among raft nodes before linearized reading' (duration: 4.9992012s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:05.942891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:00.943281Z","time spent":"4.999481015s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:12:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:06.048842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998877953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:06.048936Z","caller":"traceutil/trace.go:171","msg":"trace[149531202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999015365s","start":"2026-06-28T20:12:01.0499Z","end":"2026-06-28T20:12:06.048915Z","steps":["trace[149531202] 'agreement among raft nodes before linearized reading' (duration: 4.998894933s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.048996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.04989Z","time spent":"4.999092068s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:12:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:06.059415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999101108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:06.059532Z","caller":"traceutil/trace.go:171","msg":"trace[2115664103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99924822s","start":"2026-06-28T20:12:01.060252Z","end":"2026-06-28T20:12:06.0595Z","steps":["trace[2115664103] 'agreement among raft nodes before linearized reading' (duration: 4.999115818s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:06.059586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.060242Z","time spent":"4.999332112s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:12:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:06.134283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.137179Z","time spent":"4.997096696s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:07.411547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000757217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:07.411644Z","caller":"traceutil/trace.go:171","msg":"trace[975877353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00091584s","start":"2026-06-28T20:12:05.410707Z","end":"2026-06-28T20:12:07.411623Z","steps":["trace[975877353] 'agreement among raft nodes before linearized reading' (duration: 2.000780128s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:07.411715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.410697Z","time spent":"2.001006192s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:09.411953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:09.412048Z","caller":"traceutil/trace.go:171","msg":"trace[1134156176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997172s","start":"2026-06-28T20:12:07.412029Z","end":"2026-06-28T20:12:09.412026Z","steps":["trace[1134156176] 'agreement among raft nodes before linearized reading' (duration: 1.999865389s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.412102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.412002Z","time spent":"2.000089424s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:10.608296Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38c19f0fcd34e1c9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:12:10.704799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997429073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:10.704909Z","caller":"traceutil/trace.go:171","msg":"trace[1137938712] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997608227s","start":"2026-06-28T20:12:05.707276Z","end":"2026-06-28T20:12:10.704884Z","steps":["trace[1137938712] 'agreement among raft nodes before linearized reading' (duration: 4.997466464s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:10.704973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.707232Z","time spent":"4.997727528s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/28 20:12:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:10.942409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99831814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:10.942504Z","caller":"traceutil/trace.go:171","msg":"trace[923008872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998514614s","start":"2026-06-28T20:12:07.943968Z","end":"2026-06-28T20:12:10.942482Z","steps":["trace[923008872] 'agreement among raft nodes before linearized reading' (duration: 2.998358801s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:10.942562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.943943Z","time spent":"2.998606565s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:12:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.043195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999528081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.043299Z","caller":"traceutil/trace.go:171","msg":"trace[499078025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999710215s","start":"2026-06-28T20:12:01.043563Z","end":"2026-06-28T20:12:11.043273Z","steps":["trace[499078025] 'agreement among raft nodes before linearized reading' (duration: 9.999565052s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.043364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.043532Z","time spent":"9.999816977s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.048933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996933151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.048999Z","caller":"traceutil/trace.go:171","msg":"trace[2108812988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997029813s","start":"2026-06-28T20:12:08.051953Z","end":"2026-06-28T20:12:11.048983Z","steps":["trace[2108812988] 'agreement among raft nodes before linearized reading' (duration: 2.996957232s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.049051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.051939Z","time spent":"2.997100704s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.051495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999916209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.051551Z","caller":"traceutil/trace.go:171","msg":"trace[1197506530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000003361s","start":"2026-06-28T20:12:01.051533Z","end":"2026-06-28T20:12:11.051537Z","steps":["trace[1197506530] 'agreement among raft nodes before linearized reading' (duration: 9.99994159s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.051595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.051524Z","time spent":"10.000062022s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.057129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999580373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.057262Z","caller":"traceutil/trace.go:171","msg":"trace[1511883885] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"9.999787306s","start":"2026-06-28T20:12:01.05744Z","end":"2026-06-28T20:12:11.057227Z","steps":["trace[1511883885] 'agreement among raft nodes before linearized reading' (duration: 9.999598612s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.057327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.057429Z","time spent":"9.999885279s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.05895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995202285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.059064Z","caller":"traceutil/trace.go:171","msg":"trace[2029575727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.995402079s","start":"2026-06-28T20:12:08.063643Z","end":"2026-06-28T20:12:11.059045Z","steps":["trace[2029575727] 'agreement among raft nodes before linearized reading' (duration: 2.995241595s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.059143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.063619Z","time spent":"2.995511091s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.066284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00491837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.066336Z","caller":"traceutil/trace.go:171","msg":"trace[1251160160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.005012802s","start":"2026-06-28T20:12:01.06131Z","end":"2026-06-28T20:12:11.066322Z","steps":["trace[1251160160] 'agreement among raft nodes before linearized reading' (duration: 10.004955531s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.066371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.060582Z","time spent":"10.005780928s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.134416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99880472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.134522Z","caller":"traceutil/trace.go:171","msg":"trace[1647174624] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998967364s","start":"2026-06-28T20:12:06.135528Z","end":"2026-06-28T20:12:11.134495Z","steps":["trace[1647174624] 'agreement among raft nodes before linearized reading' (duration: 4.998840491s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.134581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:06.135506Z","time spent":"4.999061915s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.241674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.995860986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:12:11.241819Z","caller":"traceutil/trace.go:171","msg":"trace[1393345220] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.996122621s","start":"2026-06-28T20:12:02.245671Z","end":"2026-06-28T20:12:11.241793Z","steps":["trace[1393345220] 'agreement among raft nodes before linearized reading' (duration: 8.995866426s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.241883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.245646Z","time spent":"8.996223053s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/28 20:12:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:11.421236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:11.421339Z","caller":"traceutil/trace.go:171","msg":"trace[903789326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186636s","start":"2026-06-28T20:12:09.421129Z","end":"2026-06-28T20:12:11.421316Z","steps":["trace[903789326] 'agreement among raft nodes before linearized reading' (duration: 2.000046953s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:11.421396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.421107Z","time spent":"2.000277848s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:12.407335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.406726Z","time spent":"7.00059294s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:13.421996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:13.422105Z","caller":"traceutil/trace.go:171","msg":"trace[266117863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163375s","start":"2026-06-28T20:12:11.421917Z","end":"2026-06-28T20:12:13.42208Z","steps":["trace[266117863] 'agreement among raft nodes before linearized reading' (duration: 2.000027233s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:13.422168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.421898Z","time spent":"2.000257018s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:14.050414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.049906Z","time spent":"7.000500418s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:15.429873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:12:15.42999Z","caller":"traceutil/trace.go:171","msg":"trace[251118659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047614s","start":"2026-06-28T20:12:13.429923Z","end":"2026-06-28T20:12:15.429971Z","steps":["trace[251118659] 'agreement among raft nodes before linearized reading' (duration: 1.999909881s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:15.430035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.429909Z","time spent":"2.000116335s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:15.514103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.513232Z","time spent":"7.000862535s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:12:15.943023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:10.945282Z","time spent":"4.997731489s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:16.060764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.061726Z","time spent":"4.999027406s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:12:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:12:16.248973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"12.301468537s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:12:16.267916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.43326876s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.268109Z","caller":"traceutil/trace.go:171","msg":"trace[866961944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8918; }","duration":"9.433510305s","start":"2026-06-28T20:12:06.834573Z","end":"2026-06-28T20:12:16.268084Z","steps":["trace[866961944] 'range keys from in-memory index tree' (duration: 9.43323907s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:16.280622Z","caller":"traceutil/trace.go:171","msg":"trace[923261143] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9227; }","duration":"15.493661847s","start":"2026-06-28T20:12:00.786918Z","end":"2026-06-28T20:12:16.28058Z","steps":["trace[923261143] 'read index received' (duration: 3.160583437s)","trace[923261143] 'applied index is now lower than readState.Index' (duration: 12.33307693s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:16.281248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.494309831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d98v5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:12:16.281305Z","caller":"traceutil/trace.go:171","msg":"trace[106678857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d98v5; range_end:; response_count:1; response_revision:8921; }","duration":"15.494437984s","start":"2026-06-28T20:12:00.786853Z","end":"2026-06-28T20:12:16.28129Z","steps":["trace[106678857] 'agreement among raft nodes before linearized reading' (duration: 15.494115477s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.281343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:00.786822Z","time spent":"15.494510474s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-d98v5\" "} {"level":"warn","ts":"2026-06-28T20:12:16.281558Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"75.472µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-06-28T20:12:16.28196Z","caller":"traceutil/trace.go:171","msg":"trace[1038598337] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"5.573202869s","start":"2026-06-28T20:12:10.708702Z","end":"2026-06-28T20:12:16.281905Z","steps":["trace[1038598337] 'process raft request' (duration: 5.572919023s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:16.282022Z","caller":"traceutil/trace.go:171","msg":"trace[1254664469] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"5.227597144s","start":"2026-06-28T20:12:11.054409Z","end":"2026-06-28T20:12:16.282006Z","steps":["trace[1254664469] 'process raft request' (duration: 5.227295348s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.282138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.054385Z","time spent":"5.227672786s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:16.282115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:10.708665Z","time spent":"5.573371121s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:12:16.282346Z","caller":"traceutil/trace.go:171","msg":"trace[659256848] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"5.234357122s","start":"2026-06-28T20:12:11.047974Z","end":"2026-06-28T20:12:16.282331Z","steps":["trace[659256848] 'process raft request' (duration: 5.233712579s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.282417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.047934Z","time spent":"5.234447744s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:16.282523Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38c19f0fcd34e1c9","error":"lease not found"} {"level":"info","ts":"2026-06-28T20:12:16.282823Z","caller":"traceutil/trace.go:171","msg":"trace[1036311468] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"4.829078742s","start":"2026-06-28T20:12:11.453731Z","end":"2026-06-28T20:12:16.28281Z","steps":["trace[1036311468] 'process raft request' (duration: 4.828007371s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.283249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.453714Z","time spent":"4.829146423s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:16.288223Z","caller":"traceutil/trace.go:171","msg":"trace[648270120] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8930; }","duration":"2.232537082s","start":"2026-06-28T20:12:14.055662Z","end":"2026-06-28T20:12:16.288199Z","steps":["trace[648270120] 'process raft request' (duration: 2.232322128s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:16.288257Z","caller":"traceutil/trace.go:171","msg":"trace[285250211] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8930; }","duration":"769.110575ms","start":"2026-06-28T20:12:15.519129Z","end":"2026-06-28T20:12:16.288239Z","steps":["trace[285250211] 'process raft request' (duration: 769.007433ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.288333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.055623Z","time spent":"2.232654954s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:16.288338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.519095Z","time spent":"769.199967ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:16.288595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.029368551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:12:16.288651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992836481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-28T20:12:16.288667Z","caller":"traceutil/trace.go:171","msg":"trace[795106937] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8930; }","duration":"11.029470223s","start":"2026-06-28T20:12:05.259173Z","end":"2026-06-28T20:12:16.288643Z","steps":["trace[795106937] 'agreement among raft nodes before linearized reading' (duration: 11.029383781s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.288645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.633344349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:16.288703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.25915Z","time spent":"11.029544184s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:16.288733Z","caller":"traceutil/trace.go:171","msg":"trace[1396624325] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8930; }","duration":"10.633497952s","start":"2026-06-28T20:12:05.655215Z","end":"2026-06-28T20:12:16.288713Z","steps":["trace[1396624325] 'agreement among raft nodes before linearized reading' (duration: 10.633314759s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.288783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:05.655191Z","time spent":"10.633582394s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:16.288863Z","caller":"traceutil/trace.go:171","msg":"trace[786193562] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8930; }","duration":"5.992917132s","start":"2026-06-28T20:12:10.295759Z","end":"2026-06-28T20:12:16.288677Z","steps":["trace[786193562] 'agreement among raft nodes before linearized reading' (duration: 5.992760679s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.288925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.659796659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:12:16.28896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:10.295733Z","time spent":"5.993159457s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-06-28T20:12:16.289066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.118638223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:16.289086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.818998123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.28913Z","caller":"traceutil/trace.go:171","msg":"trace[1311611002] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8930; }","duration":"11.819077045s","start":"2026-06-28T20:12:04.47004Z","end":"2026-06-28T20:12:16.289117Z","steps":["trace[1311611002] 'agreement among raft nodes before linearized reading' (duration: 11.819020604s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.289169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:04.470015Z","time spent":"11.819145677s","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.289386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.197566103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-06-28T20:12:16.289461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.845156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.289495Z","caller":"traceutil/trace.go:171","msg":"trace[522864585] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8930; }","duration":"625.153672ms","start":"2026-06-28T20:12:15.664335Z","end":"2026-06-28T20:12:16.289488Z","steps":["trace[522864585] 'agreement among raft nodes before linearized reading' (duration: 625.100651ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.28952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.664315Z","time spent":"625.197443ms","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.289549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.208674257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-06-28T20:12:16.289588Z","caller":"traceutil/trace.go:171","msg":"trace[644450610] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8930; }","duration":"12.208755419s","start":"2026-06-28T20:12:04.080824Z","end":"2026-06-28T20:12:16.289579Z","steps":["trace[644450610] 'agreement among raft nodes before linearized reading' (duration: 12.208532533s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.28962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:04.080801Z","time spent":"12.208812869s","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-06-28T20:12:16.28963Z","caller":"traceutil/trace.go:171","msg":"trace[674617663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8930; }","duration":"6.197677036s","start":"2026-06-28T20:12:10.091767Z","end":"2026-06-28T20:12:16.289444Z","steps":["trace[674617663] 'agreement among raft nodes before linearized reading' (duration: 6.197305187s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.289682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:10.091744Z","time spent":"6.1979266s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:16.28969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.911173888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.289752Z","caller":"traceutil/trace.go:171","msg":"trace[981724483] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:0; response_revision:8930; }","duration":"7.911295381s","start":"2026-06-28T20:12:08.378446Z","end":"2026-06-28T20:12:16.289742Z","steps":["trace[981724483] 'agreement among raft nodes before linearized reading' (duration: 7.911203149s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.289789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.378413Z","time spent":"7.911367743s","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-06-28T20:12:16.289858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.090319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.289889Z","caller":"traceutil/trace.go:171","msg":"trace[1729359175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8930; }","duration":"859.153891ms","start":"2026-06-28T20:12:15.430727Z","end":"2026-06-28T20:12:16.289881Z","steps":["trace[1729359175] 'agreement among raft nodes before linearized reading' (duration: 859.085159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.289914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.430713Z","time spent":"859.195191ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:16.289927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.07882119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.289956Z","caller":"traceutil/trace.go:171","msg":"trace[1618990178] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8930; }","duration":"13.078901922s","start":"2026-06-28T20:12:03.211046Z","end":"2026-06-28T20:12:16.289948Z","steps":["trace[1618990178] 'agreement among raft nodes before linearized reading' (duration: 13.07882626s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.289992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:03.211023Z","time spent":"13.078962314s","remote":"127.0.0.1:54594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.522874504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.290059Z","caller":"traceutil/trace.go:171","msg":"trace[1395382671] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8930; }","duration":"6.522976606s","start":"2026-06-28T20:12:09.767071Z","end":"2026-06-28T20:12:16.290048Z","steps":["trace[1395382671] 'agreement among raft nodes before linearized reading' (duration: 6.522870734s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.2901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.767048Z","time spent":"6.523041948s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431464585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.290141Z","caller":"traceutil/trace.go:171","msg":"trace[766449881] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8930; }","duration":"1.431491206s","start":"2026-06-28T20:12:14.858642Z","end":"2026-06-28T20:12:16.290133Z","steps":["trace[766449881] 'agreement among raft nodes before linearized reading' (duration: 1.431440255s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.290204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.858579Z","time spent":"1.431618208s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.1121498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.290255Z","caller":"traceutil/trace.go:171","msg":"trace[2000329099] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8930; }","duration":"13.112307193s","start":"2026-06-28T20:12:03.177938Z","end":"2026-06-28T20:12:16.290246Z","steps":["trace[2000329099] 'agreement among raft nodes before linearized reading' (duration: 13.11216876s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.290293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:03.177917Z","time spent":"13.112366745s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67801476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.290398Z","caller":"traceutil/trace.go:171","msg":"trace[982539205] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8930; }","duration":"1.678130573s","start":"2026-06-28T20:12:14.612258Z","end":"2026-06-28T20:12:16.290388Z","steps":["trace[982539205] 'agreement among raft nodes before linearized reading' (duration: 1.678046171s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:16.289098Z","caller":"traceutil/trace.go:171","msg":"trace[2101727224] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8930; }","duration":"15.118721316s","start":"2026-06-28T20:12:01.170366Z","end":"2026-06-28T20:12:16.289087Z","steps":["trace[2101727224] 'agreement among raft nodes before linearized reading' (duration: 15.118676775s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.290441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:01.17034Z","time spent":"15.120091765s","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.263011911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:16.290588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973340734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:12:16.290615Z","caller":"traceutil/trace.go:171","msg":"trace[982801187] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8930; }","duration":"9.263325626s","start":"2026-06-28T20:12:07.027237Z","end":"2026-06-28T20:12:16.290562Z","steps":["trace[982801187] 'agreement among raft nodes before linearized reading' (duration: 9.262849477s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:16.290634Z","caller":"traceutil/trace.go:171","msg":"trace[711939108] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8930; }","duration":"6.973441376s","start":"2026-06-28T20:12:09.317183Z","end":"2026-06-28T20:12:16.290624Z","steps":["trace[711939108] 'agreement among raft nodes before linearized reading' (duration: 6.973173681s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.290667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.02722Z","time spent":"9.263432709s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.317159Z","time spent":"6.973506537s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":128,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.289023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.195429418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:12:16.290787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868579844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.290818Z","caller":"traceutil/trace.go:171","msg":"trace[779146913] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8930; }","duration":"1.868674756s","start":"2026-06-28T20:12:14.422136Z","end":"2026-06-28T20:12:16.290811Z","steps":["trace[779146913] 'agreement among raft nodes before linearized reading' (duration: 1.868333749s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.290841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.422106Z","time spent":"1.868728557s","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":56,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.735281293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:16.29086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.09513847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.290888Z","caller":"traceutil/trace.go:171","msg":"trace[1450056817] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8930; }","duration":"7.735353045s","start":"2026-06-28T20:12:08.555525Z","end":"2026-06-28T20:12:16.290878Z","steps":["trace[1450056817] 'agreement among raft nodes before linearized reading' (duration: 7.735280363s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.290928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.5555Z","time spent":"7.735417656s","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:16.291052Z","caller":"traceutil/trace.go:171","msg":"trace[1316493937] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8930; }","duration":"10.095221182s","start":"2026-06-28T20:12:06.195666Z","end":"2026-06-28T20:12:16.290887Z","steps":["trace[1316493937] 'agreement among raft nodes before linearized reading' (duration: 10.09515599s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.291084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86098132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-06-28T20:12:16.291108Z","caller":"traceutil/trace.go:171","msg":"trace[1476255577] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8930; }","duration":"2.86100604s","start":"2026-06-28T20:12:13.430095Z","end":"2026-06-28T20:12:16.291101Z","steps":["trace[1476255577] 'agreement among raft nodes before linearized reading' (duration: 2.860923278s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.291109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:06.195631Z","time spent":"10.095460897s","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.291128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.430018Z","time spent":"2.861104322s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-28T20:12:16.28977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.773931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.290781Z","caller":"traceutil/trace.go:171","msg":"trace[1767376539] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8930; }","duration":"14.197180754s","start":"2026-06-28T20:12:02.093585Z","end":"2026-06-28T20:12:16.290765Z","steps":["trace[1767376539] 'agreement among raft nodes before linearized reading' (duration: 14.195412828s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.291152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.093516Z","time spent":"14.197629763s","remote":"127.0.0.1:48656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.289908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.378260968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.291195Z","caller":"traceutil/trace.go:171","msg":"trace[1486836570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8930; }","duration":"8.379593655s","start":"2026-06-28T20:12:07.911585Z","end":"2026-06-28T20:12:16.291179Z","steps":["trace[1486836570] 'agreement among raft nodes before linearized reading' (duration: 8.378240027s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.291242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.911561Z","time spent":"8.379667427s","remote":"127.0.0.1:51898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.291308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907903507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.291329Z","caller":"traceutil/trace.go:171","msg":"trace[432444292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8930; }","duration":"2.908002928s","start":"2026-06-28T20:12:13.383319Z","end":"2026-06-28T20:12:16.291322Z","steps":["trace[432444292] 'agreement among raft nodes before linearized reading' (duration: 2.907942247s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.291348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.383279Z","time spent":"2.90806222s","remote":"127.0.0.1:52004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.289033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.347084797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.291537Z","caller":"traceutil/trace.go:171","msg":"trace[201346096] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8930; }","duration":"13.349638419s","start":"2026-06-28T20:12:02.941884Z","end":"2026-06-28T20:12:16.291522Z","steps":["trace[201346096] 'agreement among raft nodes before linearized reading' (duration: 13.347104248s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.291631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033565997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.291654Z","caller":"traceutil/trace.go:171","msg":"trace[1611683447] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8930; }","duration":"3.033644139s","start":"2026-06-28T20:12:13.258003Z","end":"2026-06-28T20:12:16.291647Z","steps":["trace[1611683447] 'agreement among raft nodes before linearized reading' (duration: 3.033436635s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.291704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:13.257963Z","time spent":"3.03370895s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.292047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430230712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.292074Z","caller":"traceutil/trace.go:171","msg":"trace[1362773332] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8930; }","duration":"3.430317983s","start":"2026-06-28T20:12:12.861747Z","end":"2026-06-28T20:12:16.292065Z","steps":["trace[1362773332] 'agreement among raft nodes before linearized reading' (duration: 3.430224171s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.292094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.861715Z","time spent":"3.430372854s","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.292229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430478657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.29251Z","caller":"traceutil/trace.go:171","msg":"trace[1746451271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8930; }","duration":"3.430549619s","start":"2026-06-28T20:12:12.861698Z","end":"2026-06-28T20:12:16.292247Z","steps":["trace[1746451271] 'agreement among raft nodes before linearized reading' (duration: 3.430501668s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.292549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.861674Z","time spent":"3.430865925s","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.29276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53024531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.292794Z","caller":"traceutil/trace.go:171","msg":"trace[766498595] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8930; }","duration":"3.530336472s","start":"2026-06-28T20:12:12.76245Z","end":"2026-06-28T20:12:16.292787Z","steps":["trace[766498595] 'agreement among raft nodes before linearized reading' (duration: 3.53026272s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.292863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.762421Z","time spent":"3.530432535s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:14.612211Z","time spent":"1.678210363s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.293071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881504949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6bc6db8b99-24m9f.18bd57a7ba6b9498\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-06-28T20:12:16.293094Z","caller":"traceutil/trace.go:171","msg":"trace[1888504242] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6bc6db8b99-24m9f.18bd57a7ba6b9498; range_end:; response_count:1; response_revision:8930; }","duration":"3.881583001s","start":"2026-06-28T20:12:12.411504Z","end":"2026-06-28T20:12:16.293087Z","steps":["trace[1888504242] 'agreement among raft nodes before linearized reading' (duration: 3.881502899s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.293181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.411472Z","time spent":"3.881700333s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6bc6db8b99-24m9f.18bd57a7ba6b9498\" "} {"level":"warn","ts":"2026-06-28T20:12:16.293334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963400178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.293376Z","caller":"traceutil/trace.go:171","msg":"trace[1657123711] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8930; }","duration":"3.963445269s","start":"2026-06-28T20:12:12.329921Z","end":"2026-06-28T20:12:16.293367Z","steps":["trace[1657123711] 'agreement among raft nodes before linearized reading' (duration: 3.963290026s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.2934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.329895Z","time spent":"3.963497911s","remote":"127.0.0.1:40150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:16.293487Z","caller":"traceutil/trace.go:171","msg":"trace[553734418] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8930; }","duration":"674.516738ms","start":"2026-06-28T20:12:15.618962Z","end":"2026-06-28T20:12:16.293479Z","steps":["trace[553734418] 'agreement among raft nodes before linearized reading' (duration: 670.773062ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.293564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.618948Z","time spent":"674.605069ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.290063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.301876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:16.293676Z","caller":"traceutil/trace.go:171","msg":"trace[1433995943] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8930; }","duration":"972.916009ms","start":"2026-06-28T20:12:15.320753Z","end":"2026-06-28T20:12:16.293669Z","steps":["trace[1433995943] 'agreement among raft nodes before linearized reading' (duration: 969.280756ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.293699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:15.320713Z","time spent":"972.97856ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.294106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700947422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:16.294157Z","caller":"traceutil/trace.go:171","msg":"trace[260208954] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8930; }","duration":"5.701053774s","start":"2026-06-28T20:12:10.59309Z","end":"2026-06-28T20:12:16.294144Z","steps":["trace[260208954] 'agreement among raft nodes before linearized reading' (duration: 5.700960762s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.29419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:10.593066Z","time spent":"5.701115355s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.294219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:02.941852Z","time spent":"13.349729042s","remote":"127.0.0.1:51986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:16.288975Z","caller":"traceutil/trace.go:171","msg":"trace[561762922] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8930; }","duration":"11.659885011s","start":"2026-06-28T20:12:04.629077Z","end":"2026-06-28T20:12:16.288962Z","steps":["trace[561762922] 'agreement among raft nodes before linearized reading' (duration: 11.65980953s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.294486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:04.62903Z","time spent":"11.665367422s","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:16.294241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.335332619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-06-28T20:12:16.295621Z","caller":"traceutil/trace.go:171","msg":"trace[332582385] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8930; }","duration":"5.33680147s","start":"2026-06-28T20:12:10.958798Z","end":"2026-06-28T20:12:16.2956Z","steps":["trace[332582385] 'agreement among raft nodes before linearized reading' (duration: 5.335258518s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:16.295671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:10.958771Z","time spent":"5.336884901s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-28T20:12:31.511194Z","caller":"traceutil/trace.go:171","msg":"trace[898848186] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"187.844249ms","start":"2026-06-28T20:12:31.323295Z","end":"2026-06-28T20:12:31.511139Z","steps":["trace[898848186] 'process raft request' (duration: 111.140246ms)","trace[898848186] 'compare' (duration: 76.411927ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:13:24.200113Z","caller":"traceutil/trace.go:171","msg":"trace[325769368] linearizableReadLoop","detail":"{readStateIndex:9861; appliedIndex:9860; }","duration":"100.145891ms","start":"2026-06-28T20:13:24.099943Z","end":"2026-06-28T20:13:24.200089Z","steps":["trace[325769368] 'read index received' (duration: 99.939126ms)","trace[325769368] 'applied index is now lower than readState.Index' (duration: 205.595µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:13:24.200326Z","caller":"traceutil/trace.go:171","msg":"trace[2053270967] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"100.396406ms","start":"2026-06-28T20:13:24.099917Z","end":"2026-06-28T20:13:24.200313Z","steps":["trace[2053270967] 'process raft request' (duration: 99.993807ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:24.200494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.409516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:24.200586Z","caller":"traceutil/trace.go:171","msg":"trace[978440847] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9529; }","duration":"100.5818ms","start":"2026-06-28T20:13:24.099981Z","end":"2026-06-28T20:13:24.200563Z","steps":["trace[978440847] 'agreement among raft nodes before linearized reading' (duration: 100.377126ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:24.20065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.687102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:13:24.200777Z","caller":"traceutil/trace.go:171","msg":"trace[750972267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9529; }","duration":"100.831985ms","start":"2026-06-28T20:13:24.09992Z","end":"2026-06-28T20:13:24.200752Z","steps":["trace[750972267] 'agreement among raft nodes before linearized reading' (duration: 100.558649ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:42.42072Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T20:13:42.427166Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-28T20:13:42.427254Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-28T20:15:35.262894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8104} {"level":"info","ts":"2026-06-28T20:15:35.327949Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8104,"took":"62.61854ms","hash":2593746773,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":28971008,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-28T20:15:35.328013Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2593746773,"revision":8104,"compact-revision":5921} {"level":"info","ts":"2026-06-28T20:15:56.346221Z","caller":"traceutil/trace.go:171","msg":"trace[489480121] linearizableReadLoop","detail":"{readStateIndex:10806; appliedIndex:10805; }","duration":"138.476782ms","start":"2026-06-28T20:15:56.207709Z","end":"2026-06-28T20:15:56.346186Z","steps":["trace[489480121] 'read index received' (duration: 138.153936ms)","trace[489480121] 'applied index is now lower than readState.Index' (duration: 321.576µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:15:56.346322Z","caller":"traceutil/trace.go:171","msg":"trace[1121254506] transaction","detail":"{read_only:false; response_revision:10436; number_of_response:1; }","duration":"152.530559ms","start":"2026-06-28T20:15:56.19375Z","end":"2026-06-28T20:15:56.346281Z","steps":["trace[1121254506] 'process raft request' (duration: 152.232553ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:15:56.346382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.637215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:15:56.34642Z","caller":"traceutil/trace.go:171","msg":"trace[696808793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10436; }","duration":"138.739797ms","start":"2026-06-28T20:15:56.207668Z","end":"2026-06-28T20:15:56.346408Z","steps":["trace[696808793] 'agreement among raft nodes before linearized reading' (duration: 138.639215ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:15:57.350597Z","caller":"traceutil/trace.go:171","msg":"trace[2135586563] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"114.321417ms","start":"2026-06-28T20:15:57.236244Z","end":"2026-06-28T20:15:57.350565Z","steps":["trace[2135586563] 'process raft request' (duration: 114.151623ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:15:59.065274Z","caller":"traceutil/trace.go:171","msg":"trace[1382881836] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"134.989781ms","start":"2026-06-28T20:15:58.930257Z","end":"2026-06-28T20:15:59.065247Z","steps":["trace[1382881836] 'process raft request' (duration: 88.809966ms)","trace[1382881836] 'compare' (duration: 45.809067ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:00.080563Z","caller":"traceutil/trace.go:171","msg":"trace[1925835363] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"137.207226ms","start":"2026-06-28T20:15:59.943328Z","end":"2026-06-28T20:16:00.080536Z","steps":["trace[1925835363] 'process raft request' (duration: 136.966621ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:01.389824Z","caller":"traceutil/trace.go:171","msg":"trace[924168918] linearizableReadLoop","detail":"{readStateIndex:10830; appliedIndex:10828; }","duration":"240.648111ms","start":"2026-06-28T20:16:01.148092Z","end":"2026-06-28T20:16:01.38874Z","steps":["trace[924168918] 'read index received' (duration: 63.920887ms)","trace[924168918] 'applied index is now lower than readState.Index' (duration: 176.725504ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:01.390181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.019688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:16:01.390399Z","caller":"traceutil/trace.go:171","msg":"trace[1106655853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10459; }","duration":"242.256852ms","start":"2026-06-28T20:16:01.148054Z","end":"2026-06-28T20:16:01.390311Z","steps":["trace[1106655853] 'agreement among raft nodes before linearized reading' (duration: 240.934186ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:01.399358Z","caller":"traceutil/trace.go:171","msg":"trace[1809790178] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"242.055979ms","start":"2026-06-28T20:16:01.147435Z","end":"2026-06-28T20:16:01.389491Z","steps":["trace[1809790178] 'process raft request' (duration: 143.80018ms)","trace[1809790178] 'compare' (duration: 96.847761ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:01.680575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.465545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:01.680842Z","caller":"traceutil/trace.go:171","msg":"trace[1884352255] transaction","detail":"{read_only:false; response_revision:10463; number_of_response:1; }","duration":"119.760309ms","start":"2026-06-28T20:16:01.561062Z","end":"2026-06-28T20:16:01.680823Z","steps":["trace[1884352255] 'process raft request' (duration: 119.717418ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:01.680841Z","caller":"traceutil/trace.go:171","msg":"trace[1493048919] linearizableReadLoop","detail":"{readStateIndex:10832; appliedIndex:10831; }","duration":"198.487939ms","start":"2026-06-28T20:16:01.482297Z","end":"2026-06-28T20:16:01.680785Z","steps":["trace[1493048919] 'read index received' (duration: 6.644967ms)","trace[1493048919] 'applied index is now lower than readState.Index' (duration: 191.841231ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:01.680852Z","caller":"traceutil/trace.go:171","msg":"trace[1497656012] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"221.713103ms","start":"2026-06-28T20:16:01.459077Z","end":"2026-06-28T20:16:01.68079Z","steps":["trace[1497656012] 'process raft request' (duration: 29.903281ms)","trace[1497656012] 'compare' (duration: 191.327892ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:01.681017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.694332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:16:01.68109Z","caller":"traceutil/trace.go:171","msg":"trace[392360869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10463; }","duration":"198.817555ms","start":"2026-06-28T20:16:01.482251Z","end":"2026-06-28T20:16:01.681069Z","steps":["trace[392360869] 'agreement among raft nodes before linearized reading' (duration: 198.623701ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:01.681058Z","caller":"traceutil/trace.go:171","msg":"trace[2081112724] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"180.98299ms","start":"2026-06-28T20:16:01.500018Z","end":"2026-06-28T20:16:01.681001Z","steps":["trace[2081112724] 'process raft request' (duration: 180.693564ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:01.865456Z","caller":"traceutil/trace.go:171","msg":"trace[1200382436] transaction","detail":"{read_only:false; response_revision:10464; number_of_response:1; }","duration":"178.822666ms","start":"2026-06-28T20:16:01.686597Z","end":"2026-06-28T20:16:01.86542Z","steps":["trace[1200382436] 'process raft request' (duration: 95.455432ms)","trace[1200382436] 'compare' (duration: 83.001997ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:01.865808Z","caller":"traceutil/trace.go:171","msg":"trace[1160921806] transaction","detail":"{read_only:false; response_revision:10465; number_of_response:1; }","duration":"178.98803ms","start":"2026-06-28T20:16:01.686685Z","end":"2026-06-28T20:16:01.865673Z","steps":["trace[1160921806] 'process raft request' (duration: 178.763375ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:02.656776Z","caller":"traceutil/trace.go:171","msg":"trace[2037038531] transaction","detail":"{read_only:false; response_revision:10469; number_of_response:1; }","duration":"236.106418ms","start":"2026-06-28T20:16:02.420645Z","end":"2026-06-28T20:16:02.656751Z","steps":["trace[2037038531] 'process raft request' (duration: 235.938414ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:03.03879Z","caller":"traceutil/trace.go:171","msg":"trace[2038875353] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"224.916368ms","start":"2026-06-28T20:16:02.813849Z","end":"2026-06-28T20:16:03.038765Z","steps":["trace[2038875353] 'process raft request' (duration: 224.607592ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:03.564356Z","caller":"traceutil/trace.go:171","msg":"trace[457801408] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"154.911498ms","start":"2026-06-28T20:16:03.409422Z","end":"2026-06-28T20:16:03.564334Z","steps":["trace[457801408] 'process raft request' (duration: 154.770794ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:03.732116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.48643ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-28T20:16:03.732234Z","caller":"traceutil/trace.go:171","msg":"trace[1477972769] linearizableReadLoop","detail":"{readStateIndex:10846; appliedIndex:10844; }","duration":"274.129354ms","start":"2026-06-28T20:16:03.458075Z","end":"2026-06-28T20:16:03.732204Z","steps":["trace[1477972769] 'read index received' (duration: 106.216442ms)","trace[1477972769] 'applied index is now lower than readState.Index' (duration: 167.911012ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:03.73243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.384286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:03.732485Z","caller":"traceutil/trace.go:171","msg":"trace[1597044890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10474; }","duration":"174.53775ms","start":"2026-06-28T20:16:03.557931Z","end":"2026-06-28T20:16:03.732469Z","steps":["trace[1597044890] 'agreement among raft nodes before linearized reading' (duration: 174.391827ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:03.732441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.36066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:16:03.732637Z","caller":"traceutil/trace.go:171","msg":"trace[646015731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10474; }","duration":"274.569693ms","start":"2026-06-28T20:16:03.45804Z","end":"2026-06-28T20:16:03.73261Z","steps":["trace[646015731] 'agreement among raft nodes before linearized reading' (duration: 274.262967ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:04.015517Z","caller":"traceutil/trace.go:171","msg":"trace[136643405] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"278.081186ms","start":"2026-06-28T20:16:03.737405Z","end":"2026-06-28T20:16:04.015486Z","steps":["trace[136643405] 'process raft request' (duration: 208.34026ms)","trace[136643405] 'compare' (duration: 69.194544ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:04.015747Z","caller":"traceutil/trace.go:171","msg":"trace[1846623750] linearizableReadLoop","detail":"{readStateIndex:10849; appliedIndex:10847; }","duration":"103.297383ms","start":"2026-06-28T20:16:03.912412Z","end":"2026-06-28T20:16:04.015709Z","steps":["trace[1846623750] 'read index received' (duration: 33.347642ms)","trace[1846623750] 'applied index is now lower than readState.Index' (duration: 69.948041ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:04.015784Z","caller":"traceutil/trace.go:171","msg":"trace[994497977] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"145.106328ms","start":"2026-06-28T20:16:03.87065Z","end":"2026-06-28T20:16:04.015756Z","steps":["trace[994497977] 'process raft request' (duration: 144.791161ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:04.016028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.605448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d98v5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:16:04.016073Z","caller":"traceutil/trace.go:171","msg":"trace[605653878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d98v5; range_end:; response_count:1; response_revision:10477; }","duration":"103.725841ms","start":"2026-06-28T20:16:03.912334Z","end":"2026-06-28T20:16:04.01606Z","steps":["trace[605653878] 'agreement among raft nodes before linearized reading' (duration: 103.492686ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:04.432037Z","caller":"traceutil/trace.go:171","msg":"trace[1734474559] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"167.27472ms","start":"2026-06-28T20:16:04.264734Z","end":"2026-06-28T20:16:04.432009Z","steps":["trace[1734474559] 'process raft request' (duration: 167.139897ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:04.808465Z","caller":"traceutil/trace.go:171","msg":"trace[1826526899] linearizableReadLoop","detail":"{readStateIndex:10854; appliedIndex:10853; }","duration":"278.29761ms","start":"2026-06-28T20:16:04.530147Z","end":"2026-06-28T20:16:04.808444Z","steps":["trace[1826526899] 'read index received' (duration: 277.906462ms)","trace[1826526899] 'applied index is now lower than readState.Index' (duration: 390.238µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:04.80859Z","caller":"traceutil/trace.go:171","msg":"trace[732419962] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"342.701317ms","start":"2026-06-28T20:16:04.465849Z","end":"2026-06-28T20:16:04.808551Z","steps":["trace[732419962] 'process raft request' (duration: 342.238618ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:04.808689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.520894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:04.808715Z","caller":"traceutil/trace.go:171","msg":"trace[777132775] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10481; }","duration":"278.620107ms","start":"2026-06-28T20:16:04.530088Z","end":"2026-06-28T20:16:04.808708Z","steps":["trace[777132775] 'agreement among raft nodes before linearized reading' (duration: 278.462263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:04.808808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:04.465822Z","time spent":"342.886011ms","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:04.978079Z","caller":"traceutil/trace.go:171","msg":"trace[2128101059] linearizableReadLoop","detail":"{readStateIndex:10855; appliedIndex:10854; }","duration":"169.527196ms","start":"2026-06-28T20:16:04.808523Z","end":"2026-06-28T20:16:04.97805Z","steps":["trace[2128101059] 'read index received' (duration: 113.118592ms)","trace[2128101059] 'applied index is now lower than readState.Index' (duration: 56.407474ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:04.978271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.786044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:04.978365Z","caller":"traceutil/trace.go:171","msg":"trace[1523390477] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10482; }","duration":"401.910087ms","start":"2026-06-28T20:16:04.576435Z","end":"2026-06-28T20:16:04.978345Z","steps":["trace[1523390477] 'agreement among raft nodes before linearized reading' (duration: 401.718783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:04.978431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:04.576308Z","time spent":"402.104631ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:04.978611Z","caller":"traceutil/trace.go:171","msg":"trace[1959408133] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"314.786625ms","start":"2026-06-28T20:16:04.663788Z","end":"2026-06-28T20:16:04.978575Z","steps":["trace[1959408133] 'process raft request' (duration: 257.943773ms)","trace[1959408133] 'compare' (duration: 56.193959ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:04.978804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:04.663759Z","time spent":"314.930108ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:05.259444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.748458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-28T20:16:05.259547Z","caller":"traceutil/trace.go:171","msg":"trace[1819489457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10482; }","duration":"162.918451ms","start":"2026-06-28T20:16:05.096605Z","end":"2026-06-28T20:16:05.259524Z","steps":["trace[1819489457] 'range keys from in-memory index tree' (duration: 162.460441ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:05.505156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.091557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:05.5053Z","caller":"traceutil/trace.go:171","msg":"trace[1368139166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10484; }","duration":"102.318212ms","start":"2026-06-28T20:16:05.402951Z","end":"2026-06-28T20:16:05.505269Z","steps":["trace[1368139166] 'range keys from in-memory index tree' (duration: 101.968235ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:05.802569Z","caller":"traceutil/trace.go:171","msg":"trace[1628620075] linearizableReadLoop","detail":"{readStateIndex:10859; appliedIndex:10858; }","duration":"221.131351ms","start":"2026-06-28T20:16:05.581412Z","end":"2026-06-28T20:16:05.802543Z","steps":["trace[1628620075] 'read index received' (duration: 220.936056ms)","trace[1628620075] 'applied index is now lower than readState.Index' (duration: 193.575µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:05.802638Z","caller":"traceutil/trace.go:171","msg":"trace[200334741] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"228.559804ms","start":"2026-06-28T20:16:05.574041Z","end":"2026-06-28T20:16:05.802601Z","steps":["trace[200334741] 'process raft request' (duration: 228.320258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:05.802745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.294635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:05.802793Z","caller":"traceutil/trace.go:171","msg":"trace[2127487212] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10486; }","duration":"221.418877ms","start":"2026-06-28T20:16:05.581362Z","end":"2026-06-28T20:16:05.802781Z","steps":["trace[2127487212] 'agreement among raft nodes before linearized reading' (duration: 221.310655ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.063682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.018147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:06.0638Z","caller":"traceutil/trace.go:171","msg":"trace[996233391] linearizableReadLoop","detail":"{readStateIndex:10860; appliedIndex:10859; }","duration":"261.141249ms","start":"2026-06-28T20:16:05.802642Z","end":"2026-06-28T20:16:06.063783Z","steps":["trace[996233391] 'read index received' (duration: 65.799455ms)","trace[996233391] 'applied index is now lower than readState.Index' (duration: 195.340234ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:06.063829Z","caller":"traceutil/trace.go:171","msg":"trace[745885526] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"327.189889ms","start":"2026-06-28T20:16:05.7366Z","end":"2026-06-28T20:16:06.06379Z","steps":["trace[745885526] 'process raft request' (duration: 131.972258ms)","trace[745885526] 'compare' (duration: 194.854434ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:06.063953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.59913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5086"} {"level":"warn","ts":"2026-06-28T20:16:06.063967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.729446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19221"} {"level":"warn","ts":"2026-06-28T20:16:06.06398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.736555Z","time spent":"327.342943ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:16:06.064018Z","caller":"traceutil/trace.go:171","msg":"trace[1062320384] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:10487; }","duration":"467.690393ms","start":"2026-06-28T20:16:05.596313Z","end":"2026-06-28T20:16:06.064003Z","steps":["trace[1062320384] 'agreement among raft nodes before linearized reading' (duration: 467.493099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.064028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.727103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12653"} {"level":"info","ts":"2026-06-28T20:16:06.064023Z","caller":"traceutil/trace.go:171","msg":"trace[1422906806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10487; }","duration":"316.831338ms","start":"2026-06-28T20:16:05.747178Z","end":"2026-06-28T20:16:06.064009Z","steps":["trace[1422906806] 'agreement among raft nodes before linearized reading' (duration: 316.657524ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.064047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.596308Z","time spent":"467.733463ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5110,"request content":"key:\"/registry/jobs/openstack/glance-rabbit-init\" "} {"level":"info","ts":"2026-06-28T20:16:06.064055Z","caller":"traceutil/trace.go:171","msg":"trace[2116847583] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:10487; }","duration":"467.770034ms","start":"2026-06-28T20:16:05.596276Z","end":"2026-06-28T20:16:06.064046Z","steps":["trace[2116847583] 'agreement among raft nodes before linearized reading' (duration: 467.57821ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.064064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.747149Z","time spent":"316.907619ms","remote":"127.0.0.1:40006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19245,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:16:06.064084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.596273Z","time spent":"467.804704ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12677,"request content":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" "} {"level":"warn","ts":"2026-06-28T20:16:06.064245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.331215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"warn","ts":"2026-06-28T20:16:06.064216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.830436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7496"} {"level":"warn","ts":"2026-06-28T20:16:06.064207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.074072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T20:16:06.064273Z","caller":"traceutil/trace.go:171","msg":"trace[236481843] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10487; }","duration":"468.404627ms","start":"2026-06-28T20:16:05.595862Z","end":"2026-06-28T20:16:06.064266Z","steps":["trace[236481843] 'agreement among raft nodes before linearized reading' (duration: 468.327175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.0643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.595837Z","time spent":"468.458718ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":924,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-06-28T20:16:06.06427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.271924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-06-28T20:16:06.064271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.299745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-06-28T20:16:06.0643Z","caller":"traceutil/trace.go:171","msg":"trace[781770943] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:10487; }","duration":"467.962078ms","start":"2026-06-28T20:16:05.596319Z","end":"2026-06-28T20:16:06.064281Z","steps":["trace[781770943] 'agreement among raft nodes before linearized reading' (duration: 467.759024ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.064362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.596292Z","time spent":"468.0609ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7520,"request content":"key:\"/registry/jobs/openstack/glance-storage-init\" "} {"level":"info","ts":"2026-06-28T20:16:06.064381Z","caller":"traceutil/trace.go:171","msg":"trace[2025300689] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:10487; }","duration":"468.410987ms","start":"2026-06-28T20:16:05.595957Z","end":"2026-06-28T20:16:06.064368Z","steps":["trace[2025300689] 'agreement among raft nodes before linearized reading' (duration: 468.142732ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:06.0644Z","caller":"traceutil/trace.go:171","msg":"trace[1388228255] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10487; }","duration":"468.407176ms","start":"2026-06-28T20:16:05.595934Z","end":"2026-06-28T20:16:06.064341Z","steps":["trace[1388228255] 'agreement among raft nodes before linearized reading' (duration: 468.194302ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:06.064305Z","caller":"traceutil/trace.go:171","msg":"trace[1435412641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10487; }","duration":"293.236505ms","start":"2026-06-28T20:16:05.771054Z","end":"2026-06-28T20:16:06.06429Z","steps":["trace[1435412641] 'agreement among raft nodes before linearized reading' (duration: 292.94303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.064442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.595954Z","time spent":"468.480108ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":699,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-06-28T20:16:06.064435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.185222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7440"} {"level":"warn","ts":"2026-06-28T20:16:06.064446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.59593Z","time spent":"468.507068ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-06-28T20:16:06.064439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.107101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5188"} {"level":"info","ts":"2026-06-28T20:16:06.064534Z","caller":"traceutil/trace.go:171","msg":"trace[187679792] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:10487; }","duration":"468.254514ms","start":"2026-06-28T20:16:05.596258Z","end":"2026-06-28T20:16:06.064512Z","steps":["trace[187679792] 'agreement among raft nodes before linearized reading' (duration: 467.916897ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:06.064483Z","caller":"traceutil/trace.go:171","msg":"trace[617067943] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:10487; }","duration":"468.248033ms","start":"2026-06-28T20:16:05.596224Z","end":"2026-06-28T20:16:06.064472Z","steps":["trace[617067943] 'agreement among raft nodes before linearized reading' (duration: 468.053509ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.064596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.596255Z","time spent":"468.326165ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5212,"request content":"key:\"/registry/jobs/openstack/glance-db-sync\" "} {"level":"warn","ts":"2026-06-28T20:16:06.064606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.596218Z","time spent":"468.378807ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7464,"request content":"key:\"/registry/jobs/openstack/glance-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:16:06.064645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.651775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-ff6fc94f-b8g8z\" ","response":"range_response_count:1 size:12788"} {"level":"info","ts":"2026-06-28T20:16:06.064785Z","caller":"traceutil/trace.go:171","msg":"trace[182884916] range","detail":"{range_begin:/registry/pods/openstack/glance-api-ff6fc94f-b8g8z; range_end:; response_count:1; response_revision:10487; }","duration":"319.819568ms","start":"2026-06-28T20:16:05.744952Z","end":"2026-06-28T20:16:06.064772Z","steps":["trace[182884916] 'agreement among raft nodes before linearized reading' (duration: 319.077453ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.064826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:05.744936Z","time spent":"319.8819ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":12812,"request content":"key:\"/registry/pods/openstack/glance-api-ff6fc94f-b8g8z\" "} {"level":"warn","ts":"2026-06-28T20:16:06.085897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.938393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:06.085937Z","caller":"traceutil/trace.go:171","msg":"trace[1019338857] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10488; }","duration":"280.021925ms","start":"2026-06-28T20:16:05.805906Z","end":"2026-06-28T20:16:06.085928Z","steps":["trace[1019338857] 'agreement among raft nodes before linearized reading' (duration: 279.950124ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.585972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700022575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:06.952116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.507463ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:06.952289Z","caller":"traceutil/trace.go:171","msg":"trace[1104839387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10488; }","duration":"117.693477ms","start":"2026-06-28T20:16:06.834572Z","end":"2026-06-28T20:16:06.952265Z","steps":["trace[1104839387] 'range keys from in-memory index tree' (duration: 117.490012ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:06.952635Z","caller":"traceutil/trace.go:171","msg":"trace[1789688707] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"883.829319ms","start":"2026-06-28T20:16:06.068777Z","end":"2026-06-28T20:16:06.952607Z","steps":["trace[1789688707] 'process raft request' (duration: 798.473105ms)","trace[1789688707] 'compare' (duration: 84.860255ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:06.952823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.068751Z","time spent":"883.980373ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:06.953393Z","caller":"traceutil/trace.go:171","msg":"trace[229050074] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"877.214135ms","start":"2026-06-28T20:16:06.076163Z","end":"2026-06-28T20:16:06.953377Z","steps":["trace[229050074] 'process raft request' (duration: 876.410159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:06.953475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.07612Z","time spent":"877.315077ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13011,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:07.03424Z","caller":"traceutil/trace.go:171","msg":"trace[1587167625] linearizableReadLoop","detail":"{readStateIndex:10864; appliedIndex:10861; }","duration":"948.505992ms","start":"2026-06-28T20:16:06.085708Z","end":"2026-06-28T20:16:07.034214Z","steps":["trace[1587167625] 'read index received' (duration: 781.561579ms)","trace[1587167625] 'applied index is now lower than readState.Index' (duration: 166.943363ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:07.034334Z","caller":"traceutil/trace.go:171","msg":"trace[586228414] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"942.225604ms","start":"2026-06-28T20:16:06.092063Z","end":"2026-06-28T20:16:07.034289Z","steps":["trace[586228414] 'process raft request' (duration: 942.005929ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.034547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.092017Z","time spent":"942.426148ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:07.034588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.217794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19221"} {"level":"info","ts":"2026-06-28T20:16:07.034631Z","caller":"traceutil/trace.go:171","msg":"trace[646897656] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10491; }","duration":"963.300955ms","start":"2026-06-28T20:16:06.071319Z","end":"2026-06-28T20:16:07.03462Z","steps":["trace[646897656] 'agreement among raft nodes before linearized reading' (duration: 963.017879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.034671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.071305Z","time spent":"963.354057ms","remote":"127.0.0.1:40006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19245,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:16:07.047518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.047058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:16:07.047566Z","caller":"traceutil/trace.go:171","msg":"trace[494796201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10494; }","duration":"957.15474ms","start":"2026-06-28T20:16:06.0904Z","end":"2026-06-28T20:16:07.047555Z","steps":["trace[494796201] 'agreement among raft nodes before linearized reading' (duration: 956.981687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.047592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.090328Z","time spent":"957.257732ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:16:07.047579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.467485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:07.047683Z","caller":"traceutil/trace.go:171","msg":"trace[834195617] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10494; }","duration":"550.613308ms","start":"2026-06-28T20:16:06.497032Z","end":"2026-06-28T20:16:07.047645Z","steps":["trace[834195617] 'agreement among raft nodes before linearized reading' (duration: 550.471955ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.047734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.269499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-06-28T20:16:07.047734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.497007Z","time spent":"550.7152ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:07.047761Z","caller":"traceutil/trace.go:171","msg":"trace[465720362] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10494; }","duration":"612.33641ms","start":"2026-06-28T20:16:06.435417Z","end":"2026-06-28T20:16:07.047753Z","steps":["trace[465720362] 'agreement among raft nodes before linearized reading' (duration: 612.274759ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.047783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.435393Z","time spent":"612.386682ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:16:07.047886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.508208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:07.04791Z","caller":"traceutil/trace.go:171","msg":"trace[185212771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10494; }","duration":"710.583709ms","start":"2026-06-28T20:16:06.33732Z","end":"2026-06-28T20:16:07.047904Z","steps":["trace[185212771] 'agreement among raft nodes before linearized reading' (duration: 710.543408ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.047939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.33729Z","time spent":"710.64394ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:07.048069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.764395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:16:07.048091Z","caller":"traceutil/trace.go:171","msg":"trace[568034714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10494; }","duration":"783.831476ms","start":"2026-06-28T20:16:06.264254Z","end":"2026-06-28T20:16:07.048086Z","steps":["trace[568034714] 'agreement among raft nodes before linearized reading' (duration: 783.775495ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.048119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.26423Z","time spent":"783.874087ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:16:07.048154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.642058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:07.048198Z","caller":"traceutil/trace.go:171","msg":"trace[1449584533] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10494; }","duration":"303.71741ms","start":"2026-06-28T20:16:06.744467Z","end":"2026-06-28T20:16:07.048185Z","steps":["trace[1449584533] 'agreement among raft nodes before linearized reading' (duration: 303.627778ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.048236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.744448Z","time spent":"303.778851ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:07.048484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.978537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:331118"} {"level":"info","ts":"2026-06-28T20:16:07.048511Z","caller":"traceutil/trace.go:171","msg":"trace[1604138476] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10494; }","duration":"958.024127ms","start":"2026-06-28T20:16:06.090481Z","end":"2026-06-28T20:16:07.048505Z","steps":["trace[1604138476] 'agreement among raft nodes before linearized reading' (duration: 957.723361ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.04853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:06.090475Z","time spent":"958.049858ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":331142,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:16:07.178852Z","caller":"traceutil/trace.go:171","msg":"trace[956612366] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"123.615797ms","start":"2026-06-28T20:16:07.055213Z","end":"2026-06-28T20:16:07.178829Z","steps":["trace[956612366] 'process raft request' (duration: 39.383275ms)","trace[956612366] 'compare' (duration: 84.12792ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:07.198118Z","caller":"traceutil/trace.go:171","msg":"trace[1632499937] linearizableReadLoop","detail":"{readStateIndex:10869; appliedIndex:10867; }","duration":"136.599593ms","start":"2026-06-28T20:16:07.061493Z","end":"2026-06-28T20:16:07.198093Z","steps":["trace[1632499937] 'read index received' (duration: 33.115397ms)","trace[1632499937] 'applied index is now lower than readState.Index' (duration: 103.482996ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:07.198214Z","caller":"traceutil/trace.go:171","msg":"trace[674164449] transaction","detail":"{read_only:false; response_revision:10496; number_of_response:1; }","duration":"142.892911ms","start":"2026-06-28T20:16:07.055295Z","end":"2026-06-28T20:16:07.198188Z","steps":["trace[674164449] 'process raft request' (duration: 142.650786ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.198414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.895749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-06-28T20:16:07.198462Z","caller":"traceutil/trace.go:171","msg":"trace[1854354298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10496; }","duration":"136.979031ms","start":"2026-06-28T20:16:07.06147Z","end":"2026-06-28T20:16:07.198449Z","steps":["trace[1854354298] 'agreement among raft nodes before linearized reading' (duration: 136.757097ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:07.198527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.498833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:07.198653Z","caller":"traceutil/trace.go:171","msg":"trace[106386095] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10496; }","duration":"116.684226ms","start":"2026-06-28T20:16:07.081938Z","end":"2026-06-28T20:16:07.198622Z","steps":["trace[106386095] 'agreement among raft nodes before linearized reading' (duration: 116.38847ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:08.388675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.890769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:08.388766Z","caller":"traceutil/trace.go:171","msg":"trace[1207641299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10500; }","duration":"115.060642ms","start":"2026-06-28T20:16:08.27368Z","end":"2026-06-28T20:16:08.388741Z","steps":["trace[1207641299] 'count revisions from in-memory index tree' (duration: 114.675765ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:45.350378Z","caller":"traceutil/trace.go:171","msg":"trace[1868465114] transaction","detail":"{read_only:false; response_revision:10834; number_of_response:1; }","duration":"142.845821ms","start":"2026-06-28T20:16:45.207505Z","end":"2026-06-28T20:16:45.350351Z","steps":["trace[1868465114] 'process raft request' (duration: 142.665767ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:46.465785Z","caller":"traceutil/trace.go:171","msg":"trace[1999431865] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"106.543108ms","start":"2026-06-28T20:16:46.359201Z","end":"2026-06-28T20:16:46.465744Z","steps":["trace[1999431865] 'process raft request' (duration: 106.255432ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:47.039415Z","caller":"traceutil/trace.go:171","msg":"trace[607046061] transaction","detail":"{read_only:false; response_revision:10847; number_of_response:1; }","duration":"111.518391ms","start":"2026-06-28T20:16:46.92786Z","end":"2026-06-28T20:16:47.039378Z","steps":["trace[607046061] 'process raft request' (duration: 111.264525ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:47.472128Z","caller":"traceutil/trace.go:171","msg":"trace[432444262] transaction","detail":"{read_only:false; response_revision:10849; number_of_response:1; }","duration":"237.26325ms","start":"2026-06-28T20:16:47.234836Z","end":"2026-06-28T20:16:47.472099Z","steps":["trace[432444262] 'process raft request' (duration: 236.912303ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:47.472283Z","caller":"traceutil/trace.go:171","msg":"trace[1917888426] linearizableReadLoop","detail":"{readStateIndex:11233; appliedIndex:11231; }","duration":"108.545518ms","start":"2026-06-28T20:16:47.363696Z","end":"2026-06-28T20:16:47.472241Z","steps":["trace[1917888426] 'read index received' (duration: 108.045148ms)","trace[1917888426] 'applied index is now lower than readState.Index' (duration: 498.46µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:47.472327Z","caller":"traceutil/trace.go:171","msg":"trace[1025157269] transaction","detail":"{read_only:false; response_revision:10850; number_of_response:1; }","duration":"234.077715ms","start":"2026-06-28T20:16:47.238212Z","end":"2026-06-28T20:16:47.47229Z","steps":["trace[1025157269] 'process raft request' (duration: 233.807509ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:47.472602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.883835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d98v5\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:16:47.472646Z","caller":"traceutil/trace.go:171","msg":"trace[1957881187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d98v5; range_end:; response_count:1; response_revision:10850; }","duration":"109.016778ms","start":"2026-06-28T20:16:47.363618Z","end":"2026-06-28T20:16:47.472635Z","steps":["trace[1957881187] 'agreement among raft nodes before linearized reading' (duration: 108.800513ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:47.802095Z","caller":"traceutil/trace.go:171","msg":"trace[688192006] linearizableReadLoop","detail":"{readStateIndex:11238; appliedIndex:11237; }","duration":"122.221839ms","start":"2026-06-28T20:16:47.679846Z","end":"2026-06-28T20:16:47.802067Z","steps":["trace[688192006] 'read index received' (duration: 75.249949ms)","trace[688192006] 'applied index is now lower than readState.Index' (duration: 46.95723ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:47.802118Z","caller":"traceutil/trace.go:171","msg":"trace[2115468481] transaction","detail":"{read_only:false; response_revision:10855; number_of_response:1; }","duration":"141.588815ms","start":"2026-06-28T20:16:47.660504Z","end":"2026-06-28T20:16:47.802093Z","steps":["trace[2115468481] 'process raft request' (duration: 94.651795ms)","trace[2115468481] 'compare' (duration: 46.754336ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:47.802247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.360692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:47.802296Z","caller":"traceutil/trace.go:171","msg":"trace[2065628649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10855; }","duration":"122.469274ms","start":"2026-06-28T20:16:47.679809Z","end":"2026-06-28T20:16:47.802278Z","steps":["trace[2065628649] 'agreement among raft nodes before linearized reading' (duration: 122.364122ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:37.886144Z","caller":"traceutil/trace.go:171","msg":"trace[2144555055] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"113.592372ms","start":"2026-06-28T20:17:37.772503Z","end":"2026-06-28T20:17:37.886096Z","steps":["trace[2144555055] 'process raft request' (duration: 113.291636ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:20:35.270725Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10331} {"level":"info","ts":"2026-06-28T20:20:35.358043Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10331,"took":"84.856595ms","hash":649740,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":26181632,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-28T20:20:35.358115Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":649740,"revision":10331,"compact-revision":8104} {"level":"info","ts":"2026-06-28T20:23:43.171031Z","caller":"traceutil/trace.go:171","msg":"trace[1159460501] transaction","detail":"{read_only:false; response_revision:13895; number_of_response:1; }","duration":"109.537459ms","start":"2026-06-28T20:23:43.061469Z","end":"2026-06-28T20:23:43.171006Z","steps":["trace[1159460501] 'process raft request' (duration: 109.389926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:24:02.374692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.71306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:24:02.374805Z","caller":"traceutil/trace.go:171","msg":"trace[2116587698] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"223.513399ms","start":"2026-06-28T20:24:02.151268Z","end":"2026-06-28T20:24:02.374782Z","steps":["trace[2116587698] 'process raft request' (duration: 98.641486ms)","trace[2116587698] 'compare' (duration: 124.532366ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:24:02.374857Z","caller":"traceutil/trace.go:171","msg":"trace[1698105542] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"137.537391ms","start":"2026-06-28T20:24:02.237309Z","end":"2026-06-28T20:24:02.374846Z","steps":["trace[1698105542] 'process raft request' (duration: 137.47086ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:02.375487Z","caller":"traceutil/trace.go:171","msg":"trace[1261994778] linearizableReadLoop","detail":"{readStateIndex:14491; appliedIndex:14490; }","duration":"154.63752ms","start":"2026-06-28T20:24:02.220808Z","end":"2026-06-28T20:24:02.375446Z","steps":["trace[1261994778] 'read index received' (duration: 29.114714ms)","trace[1261994778] 'applied index is now lower than readState.Index' (duration: 125.519226ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:24:02.375639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.818254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:24:02.375683Z","caller":"traceutil/trace.go:171","msg":"trace[927395038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14000; }","duration":"154.904516ms","start":"2026-06-28T20:24:02.220764Z","end":"2026-06-28T20:24:02.375668Z","steps":["trace[927395038] 'agreement among raft nodes before linearized reading' (duration: 154.761543ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:16.786877Z","caller":"traceutil/trace.go:171","msg":"trace[374264309] transaction","detail":"{read_only:false; response_revision:14088; number_of_response:1; }","duration":"141.241591ms","start":"2026-06-28T20:24:16.64561Z","end":"2026-06-28T20:24:16.786852Z","steps":["trace[374264309] 'process raft request' (duration: 141.070766ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:34.624808Z","caller":"traceutil/trace.go:171","msg":"trace[1066202075] transaction","detail":"{read_only:false; response_revision:14310; number_of_response:1; }","duration":"111.925141ms","start":"2026-06-28T20:24:34.512858Z","end":"2026-06-28T20:24:34.624783Z","steps":["trace[1066202075] 'process raft request' (duration: 111.769098ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:39.497569Z","caller":"traceutil/trace.go:171","msg":"trace[617743165] transaction","detail":"{read_only:false; response_revision:14399; number_of_response:1; }","duration":"204.491994ms","start":"2026-06-28T20:24:39.293042Z","end":"2026-06-28T20:24:39.497534Z","steps":["trace[617743165] 'process raft request' (duration: 204.288509ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:25:35.281105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12608} {"level":"info","ts":"2026-06-28T20:25:35.459079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12608,"took":"175.824098ms","hash":2865949209,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":30101504,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-28T20:25:35.459154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2865949209,"revision":12608,"compact-revision":10331} {"level":"info","ts":"2026-06-28T20:26:00.477664Z","caller":"traceutil/trace.go:171","msg":"trace[1038985687] linearizableReadLoop","detail":"{readStateIndex:15714; appliedIndex:15713; }","duration":"471.134021ms","start":"2026-06-28T20:26:00.006502Z","end":"2026-06-28T20:26:00.477637Z","steps":["trace[1038985687] 'read index received' (duration: 470.863425ms)","trace[1038985687] 'applied index is now lower than readState.Index' (duration: 269.326µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:26:00.477798Z","caller":"traceutil/trace.go:171","msg":"trace[526776319] transaction","detail":"{read_only:false; response_revision:15181; number_of_response:1; }","duration":"564.123063ms","start":"2026-06-28T20:25:59.913632Z","end":"2026-06-28T20:26:00.477755Z","steps":["trace[526776319] 'process raft request' (duration: 563.847708ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.477937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.477959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d98v5\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-06-28T20:26:00.47794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.425816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-28T20:26:00.478028Z","caller":"traceutil/trace.go:171","msg":"trace[1239398756] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15181; }","duration":"471.566239ms","start":"2026-06-28T20:26:00.006441Z","end":"2026-06-28T20:26:00.478008Z","steps":["trace[1239398756] 'agreement among raft nodes before linearized reading' (duration: 471.352175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.478078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.006417Z","time spent":"471.650691ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-28T20:26:00.478084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.925041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:00.478121Z","caller":"traceutil/trace.go:171","msg":"trace[1558755498] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15181; }","duration":"111.962581ms","start":"2026-06-28T20:26:00.36615Z","end":"2026-06-28T20:26:00.478113Z","steps":["trace[1558755498] 'agreement among raft nodes before linearized reading' (duration: 111.848839ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:00.477978Z","caller":"traceutil/trace.go:171","msg":"trace[2061528353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d98v5; range_end:; response_count:1; response_revision:15181; }","duration":"193.597451ms","start":"2026-06-28T20:26:00.284369Z","end":"2026-06-28T20:26:00.477967Z","steps":["trace[2061528353] 'agreement among raft nodes before linearized reading' (duration: 193.436338ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.478643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:25:59.91361Z","time spent":"564.286987ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:00.944446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.588253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-28T20:26:00.944617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.884303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-06-28T20:26:00.944704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.166721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:26:00.944703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.603017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T20:26:00.944721Z","caller":"traceutil/trace.go:171","msg":"trace[1465825969] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15181; }","duration":"205.035706ms","start":"2026-06-28T20:26:00.739659Z","end":"2026-06-28T20:26:00.944694Z","steps":["trace[1465825969] 'range keys from in-memory index tree' (duration: 204.73752ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:00.944761Z","caller":"traceutil/trace.go:171","msg":"trace[432619015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15181; }","duration":"362.282984ms","start":"2026-06-28T20:26:00.582465Z","end":"2026-06-28T20:26:00.944748Z","steps":["trace[432619015] 'range keys from in-memory index tree' (duration: 361.936997ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.944798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.582416Z","time spent":"362.372886ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:26:00.944795Z","caller":"traceutil/trace.go:171","msg":"trace[373746803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15181; }","duration":"355.7306ms","start":"2026-06-28T20:26:00.589038Z","end":"2026-06-28T20:26:00.944769Z","steps":["trace[373746803] 'range keys from in-memory index tree' (duration: 355.424944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.944847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.589013Z","time spent":"355.824761ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:26:00.944958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.879078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lhkcn\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-06-28T20:26:00.945033Z","caller":"traceutil/trace.go:171","msg":"trace[1779234720] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lhkcn; range_end:; response_count:1; response_revision:15181; }","duration":"173.98024ms","start":"2026-06-28T20:26:00.771036Z","end":"2026-06-28T20:26:00.945016Z","steps":["trace[1779234720] 'range keys from in-memory index tree' (duration: 173.752545ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.945068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.37918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lhkcn\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-06-28T20:26:00.945159Z","caller":"traceutil/trace.go:171","msg":"trace[1508703418] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lhkcn; range_end:; response_count:1; response_revision:15181; }","duration":"133.521563ms","start":"2026-06-28T20:26:00.811616Z","end":"2026-06-28T20:26:00.945138Z","steps":["trace[1508703418] 'range keys from in-memory index tree' (duration: 133.154995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.945308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.69207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:26:00.945394Z","caller":"traceutil/trace.go:171","msg":"trace[1471273039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15181; }","duration":"339.809073ms","start":"2026-06-28T20:26:00.605565Z","end":"2026-06-28T20:26:00.945374Z","steps":["trace[1471273039] 'range keys from in-memory index tree' (duration: 339.357004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.945447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.605523Z","time spent":"339.911275ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:26:00.945561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.118804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:26:00.945634Z","caller":"traceutil/trace.go:171","msg":"trace[900711814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15181; }","duration":"221.717857ms","start":"2026-06-28T20:26:00.723898Z","end":"2026-06-28T20:26:00.945616Z","steps":["trace[900711814] 'range keys from in-memory index tree' (duration: 220.386469ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:00.944667Z","caller":"traceutil/trace.go:171","msg":"trace[1971121388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15181; }","duration":"350.811879ms","start":"2026-06-28T20:26:00.593817Z","end":"2026-06-28T20:26:00.944629Z","steps":["trace[1971121388] 'range keys from in-memory index tree' (duration: 350.369859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:00.946705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.593782Z","time spent":"352.898411ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:26:01.393731Z","caller":"traceutil/trace.go:171","msg":"trace[2074624045] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"443.2701ms","start":"2026-06-28T20:26:00.95043Z","end":"2026-06-28T20:26:01.3937Z","steps":["trace[2074624045] 'process raft request' (duration: 443.063106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.393919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.950411Z","time spent":"443.415813ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:26:01.394048Z","caller":"traceutil/trace.go:171","msg":"trace[1330174381] transaction","detail":"{read_only:false; response_revision:15184; number_of_response:1; }","duration":"443.572396ms","start":"2026-06-28T20:26:00.95044Z","end":"2026-06-28T20:26:01.394012Z","steps":["trace[1330174381] 'process raft request' (duration: 443.208589ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.394179Z","caller":"traceutil/trace.go:171","msg":"trace[817312761] transaction","detail":"{read_only:false; response_revision:15185; number_of_response:1; }","duration":"443.627877ms","start":"2026-06-28T20:26:00.950536Z","end":"2026-06-28T20:26:01.394164Z","steps":["trace[817312761] 'process raft request' (duration: 443.405153ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.394211Z","caller":"traceutil/trace.go:171","msg":"trace[2020233260] linearizableReadLoop","detail":"{readStateIndex:15720; appliedIndex:15714; }","duration":"436.975372ms","start":"2026-06-28T20:26:00.957215Z","end":"2026-06-28T20:26:01.394191Z","steps":["trace[2020233260] 'read index received' (duration: 52.301601ms)","trace[2020233260] 'applied index is now lower than readState.Index' (duration: 384.672551ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:26:01.394242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.950424Z","time spent":"443.714689ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:01.394249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.950496Z","time spent":"443.716419ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:26:01.394333Z","caller":"traceutil/trace.go:171","msg":"trace[1564457301] transaction","detail":"{read_only:false; response_revision:15186; number_of_response:1; }","duration":"443.27895ms","start":"2026-06-28T20:26:00.951035Z","end":"2026-06-28T20:26:01.394314Z","steps":["trace[1564457301] 'process raft request' (duration: 443.033525ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.394399Z","caller":"traceutil/trace.go:171","msg":"trace[1739096144] transaction","detail":"{read_only:false; response_revision:15187; number_of_response:1; }","duration":"442.436993ms","start":"2026-06-28T20:26:00.951923Z","end":"2026-06-28T20:26:01.39436Z","steps":["trace[1739096144] 'process raft request' (duration: 442.208219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.394447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.951018Z","time spent":"443.357241ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:01.394607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.95191Z","time spent":"442.562886ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:01.395338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.119085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720774"} {"level":"info","ts":"2026-06-28T20:26:01.395394Z","caller":"traceutil/trace.go:171","msg":"trace[1082495292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15187; }","duration":"438.213297ms","start":"2026-06-28T20:26:00.957165Z","end":"2026-06-28T20:26:01.395378Z","steps":["trace[1082495292] 'agreement among raft nodes before linearized reading' (duration: 437.465622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.395428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.95715Z","time spent":"438.267547ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:26:01.599736Z","caller":"traceutil/trace.go:171","msg":"trace[1427156580] linearizableReadLoop","detail":"{readStateIndex:15721; appliedIndex:15720; }","duration":"205.448404ms","start":"2026-06-28T20:26:01.394259Z","end":"2026-06-28T20:26:01.599707Z","steps":["trace[1427156580] 'read index received' (duration: 131.146464ms)","trace[1427156580] 'applied index is now lower than readState.Index' (duration: 74.30096ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:26:01.599987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.177819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-06-28T20:26:01.599944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.496825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:01.600059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.024846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-28T20:26:01.600058Z","caller":"traceutil/trace.go:171","msg":"trace[541688614] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15188; }","duration":"270.650568ms","start":"2026-06-28T20:26:01.329382Z","end":"2026-06-28T20:26:01.600033Z","steps":["trace[541688614] 'agreement among raft nodes before linearized reading' (duration: 270.411193ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.600107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.771692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.600136Z","caller":"traceutil/trace.go:171","msg":"trace[523294496] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15188; }","duration":"336.837083ms","start":"2026-06-28T20:26:01.263285Z","end":"2026-06-28T20:26:01.600122Z","steps":["trace[523294496] 'agreement among raft nodes before linearized reading' (duration: 336.805473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.600167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.26326Z","time spent":"336.899245ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-06-28T20:26:01.600333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.997036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:01.600363Z","caller":"traceutil/trace.go:171","msg":"trace[1126620844] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15188; }","duration":"337.067618ms","start":"2026-06-28T20:26:01.263285Z","end":"2026-06-28T20:26:01.600353Z","steps":["trace[1126620844] 'agreement among raft nodes before linearized reading' (duration: 336.993286ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.60038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.263261Z","time spent":"337.114279ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-28T20:26:01.600594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.778923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:01.600619Z","caller":"traceutil/trace.go:171","msg":"trace[954668285] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15188; }","duration":"470.844985ms","start":"2026-06-28T20:26:01.129768Z","end":"2026-06-28T20:26:01.600613Z","steps":["trace[954668285] 'agreement among raft nodes before linearized reading' (duration: 470.772554ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.600638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.129759Z","time spent":"470.871505ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-28T20:26:01.600649Z","caller":"traceutil/trace.go:171","msg":"trace[727786242] transaction","detail":"{read_only:false; response_revision:15188; number_of_response:1; }","duration":"528.538195ms","start":"2026-06-28T20:26:01.072077Z","end":"2026-06-28T20:26:01.600615Z","steps":["trace[727786242] 'process raft request' (duration: 453.302226ms)","trace[727786242] 'compare' (duration: 73.927392ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:26:01.60073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.09293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.600752Z","caller":"traceutil/trace.go:171","msg":"trace[1117571863] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15188; }","duration":"472.166683ms","start":"2026-06-28T20:26:01.128579Z","end":"2026-06-28T20:26:01.600746Z","steps":["trace[1117571863] 'agreement among raft nodes before linearized reading' (duration: 472.133592ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.600767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.128546Z","time spent":"472.217783ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-06-28T20:26:01.600806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.072045Z","time spent":"528.653488ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:01.600863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.686914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.60088Z","caller":"traceutil/trace.go:171","msg":"trace[789679166] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15188; }","duration":"475.730075ms","start":"2026-06-28T20:26:01.125144Z","end":"2026-06-28T20:26:01.600874Z","steps":["trace[789679166] 'agreement among raft nodes before linearized reading' (duration: 475.706865ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.600893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.125096Z","time spent":"475.793517ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:26:01.600014Z","caller":"traceutil/trace.go:171","msg":"trace[1435572087] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15188; }","duration":"271.250951ms","start":"2026-06-28T20:26:01.328757Z","end":"2026-06-28T20:26:01.600008Z","steps":["trace[1435572087] 'agreement among raft nodes before linearized reading' (duration: 271.098687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.600998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.769403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9wjq7\" ","response":"range_response_count:1 size:20656"} {"level":"info","ts":"2026-06-28T20:26:01.601055Z","caller":"traceutil/trace.go:171","msg":"trace[869176950] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9wjq7; range_end:; response_count:1; response_revision:15188; }","duration":"492.866126ms","start":"2026-06-28T20:26:01.108173Z","end":"2026-06-28T20:26:01.60104Z","steps":["trace[869176950] 'agreement among raft nodes before linearized reading' (duration: 492.709902ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.600081Z","caller":"traceutil/trace.go:171","msg":"trace[689492983] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15188; }","duration":"336.074537ms","start":"2026-06-28T20:26:01.264002Z","end":"2026-06-28T20:26:01.600076Z","steps":["trace[689492983] 'agreement among raft nodes before linearized reading' (duration: 336.022216ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.601096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.108153Z","time spent":"492.935837ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20680,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9wjq7\" "} {"level":"warn","ts":"2026-06-28T20:26:01.601107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.673607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:01.601164Z","caller":"traceutil/trace.go:171","msg":"trace[644847889] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15188; }","duration":"267.77706ms","start":"2026-06-28T20:26:01.333375Z","end":"2026-06-28T20:26:01.601152Z","steps":["trace[644847889] 'agreement among raft nodes before linearized reading' (duration: 267.515005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.601203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.26399Z","time spent":"337.144949ms","remote":"127.0.0.1:39998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-28T20:26:01.601307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.870132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:01.60132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.948919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.601337Z","caller":"traceutil/trace.go:171","msg":"trace[1316961871] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15188; }","duration":"216.977139ms","start":"2026-06-28T20:26:01.384354Z","end":"2026-06-28T20:26:01.601331Z","steps":["trace[1316961871] 'agreement among raft nodes before linearized reading' (duration: 216.942669ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.601342Z","caller":"traceutil/trace.go:171","msg":"trace[2097161364] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15188; }","duration":"204.949653ms","start":"2026-06-28T20:26:01.396376Z","end":"2026-06-28T20:26:01.601325Z","steps":["trace[2097161364] 'agreement among raft nodes before linearized reading' (duration: 204.901602ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.601439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.568472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:01.601463Z","caller":"traceutil/trace.go:171","msg":"trace[290491600] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15188; }","duration":"217.609503ms","start":"2026-06-28T20:26:01.383848Z","end":"2026-06-28T20:26:01.601457Z","steps":["trace[290491600] 'agreement among raft nodes before linearized reading' (duration: 217.551592ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.600839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.355876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:01.601524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.662904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:01.601554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.509121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.601573Z","caller":"traceutil/trace.go:171","msg":"trace[2048406114] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15188; }","duration":"219.550462ms","start":"2026-06-28T20:26:01.382017Z","end":"2026-06-28T20:26:01.601568Z","steps":["trace[2048406114] 'agreement among raft nodes before linearized reading' (duration: 219.523522ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.601579Z","caller":"traceutil/trace.go:171","msg":"trace[832101974] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15188; }","duration":"473.078231ms","start":"2026-06-28T20:26:01.128459Z","end":"2026-06-28T20:26:01.601537Z","steps":["trace[832101974] 'agreement among raft nodes before linearized reading' (duration: 472.363526ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.60165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.128451Z","time spent":"473.183293ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:26:01.601706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.470653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:26:01.601766Z","caller":"traceutil/trace.go:171","msg":"trace[400465822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15188; }","duration":"225.560465ms","start":"2026-06-28T20:26:01.376187Z","end":"2026-06-28T20:26:01.601747Z","steps":["trace[400465822] 'agreement among raft nodes before linearized reading' (duration: 225.396602ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.601442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.712485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:01.601817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.328403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.601826Z","caller":"traceutil/trace.go:171","msg":"trace[716035989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15188; }","duration":"197.094792ms","start":"2026-06-28T20:26:01.404725Z","end":"2026-06-28T20:26:01.60182Z","steps":["trace[716035989] 'agreement among raft nodes before linearized reading' (duration: 196.699674ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.601831Z","caller":"traceutil/trace.go:171","msg":"trace[528630224] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15188; }","duration":"219.706606ms","start":"2026-06-28T20:26:01.381832Z","end":"2026-06-28T20:26:01.601538Z","steps":["trace[528630224] 'agreement among raft nodes before linearized reading' (duration: 219.677585ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.604113Z","caller":"traceutil/trace.go:171","msg":"trace[1596197998] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15188; }","duration":"253.530227ms","start":"2026-06-28T20:26:01.348344Z","end":"2026-06-28T20:26:01.601875Z","steps":["trace[1596197998] 'agreement among raft nodes before linearized reading' (duration: 253.399265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.605228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.257625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720774"} {"level":"info","ts":"2026-06-28T20:26:01.606393Z","caller":"traceutil/trace.go:171","msg":"trace[1212464434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15188; }","duration":"647.378247ms","start":"2026-06-28T20:26:00.95791Z","end":"2026-06-28T20:26:01.605288Z","steps":["trace[1212464434] 'agreement among raft nodes before linearized reading' (duration: 643.343355ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.60658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:00.957901Z","time spent":"648.651934ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:26:03.02236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.734034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:26:03.022507Z","caller":"traceutil/trace.go:171","msg":"trace[1163259730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15193; }","duration":"323.955128ms","start":"2026-06-28T20:26:02.698534Z","end":"2026-06-28T20:26:03.022489Z","steps":["trace[1163259730] 'count revisions from in-memory index tree' (duration: 323.622832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:03.02258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:02.698509Z","time spent":"324.054981ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:26:57.847134Z","caller":"traceutil/trace.go:171","msg":"trace[1927391340] linearizableReadLoop","detail":"{readStateIndex:16084; appliedIndex:16082; }","duration":"101.506117ms","start":"2026-06-28T20:26:57.745605Z","end":"2026-06-28T20:26:57.847111Z","steps":["trace[1927391340] 'read index received' (duration: 22.931949ms)","trace[1927391340] 'applied index is now lower than readState.Index' (duration: 78.572778ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:26:57.847252Z","caller":"traceutil/trace.go:171","msg":"trace[1193299305] transaction","detail":"{read_only:false; response_revision:15538; number_of_response:1; }","duration":"137.974613ms","start":"2026-06-28T20:26:57.709267Z","end":"2026-06-28T20:26:57.847242Z","steps":["trace[1193299305] 'process raft request' (duration: 137.799449ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:57.847251Z","caller":"traceutil/trace.go:171","msg":"trace[661625810] transaction","detail":"{read_only:false; response_revision:15537; number_of_response:1; }","duration":"138.046695ms","start":"2026-06-28T20:26:57.709178Z","end":"2026-06-28T20:26:57.847224Z","steps":["trace[661625810] 'process raft request' (duration: 59.264343ms)","trace[661625810] 'compare' (duration: 78.505916ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:26:57.84742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.799693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:57.847462Z","caller":"traceutil/trace.go:171","msg":"trace[1154512167] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15538; }","duration":"101.884394ms","start":"2026-06-28T20:26:57.745566Z","end":"2026-06-28T20:26:57.84745Z","steps":["trace[1154512167] 'agreement among raft nodes before linearized reading' (duration: 101.809643ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:57.853726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.952829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-28T20:26:57.853795Z","caller":"traceutil/trace.go:171","msg":"trace[1689083042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15539; }","duration":"108.04688ms","start":"2026-06-28T20:26:57.745732Z","end":"2026-06-28T20:26:57.853779Z","steps":["trace[1689083042] 'agreement among raft nodes before linearized reading' (duration: 107.867407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:57.853873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.781024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-06-28T20:26:57.853859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.142139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:57.853922Z","caller":"traceutil/trace.go:171","msg":"trace[1078981685] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15539; }","duration":"104.836715ms","start":"2026-06-28T20:26:57.749072Z","end":"2026-06-28T20:26:57.853909Z","steps":["trace[1078981685] 'agreement among raft nodes before linearized reading' (duration: 104.698072ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:57.853938Z","caller":"traceutil/trace.go:171","msg":"trace[1708647621] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15539; }","duration":"103.259712ms","start":"2026-06-28T20:26:57.750661Z","end":"2026-06-28T20:26:57.853921Z","steps":["trace[1708647621] 'agreement among raft nodes before linearized reading' (duration: 103.104599ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:57.853922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.096789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-06-28T20:26:57.853995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.192212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:57.854019Z","caller":"traceutil/trace.go:171","msg":"trace[1971544988] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15539; }","duration":"105.233003ms","start":"2026-06-28T20:26:57.74878Z","end":"2026-06-28T20:26:57.854013Z","steps":["trace[1971544988] 'agreement among raft nodes before linearized reading' (duration: 105.196732ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:57.854011Z","caller":"traceutil/trace.go:171","msg":"trace[1612247767] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15539; }","duration":"103.18152ms","start":"2026-06-28T20:26:57.750793Z","end":"2026-06-28T20:26:57.853975Z","steps":["trace[1612247767] 'agreement among raft nodes before linearized reading' (duration: 102.985546ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:27:17.693357Z","caller":"traceutil/trace.go:171","msg":"trace[19685293] transaction","detail":"{read_only:false; response_revision:15672; number_of_response:1; }","duration":"109.301396ms","start":"2026-06-28T20:27:17.584008Z","end":"2026-06-28T20:27:17.693309Z","steps":["trace[19685293] 'process raft request' (duration: 59.950167ms)","trace[19685293] 'compare' (duration: 48.974191ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:27:17.694295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.756101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:27:17.694427Z","caller":"traceutil/trace.go:171","msg":"trace[776924208] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15673; }","duration":"100.865684ms","start":"2026-06-28T20:27:17.593507Z","end":"2026-06-28T20:27:17.694373Z","steps":["trace[776924208] 'agreement among raft nodes before linearized reading' (duration: 99.791742ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:28:04.553186Z","caller":"traceutil/trace.go:171","msg":"trace[2095831506] linearizableReadLoop","detail":"{readStateIndex:16592; appliedIndex:16591; }","duration":"104.09592ms","start":"2026-06-28T20:28:04.449063Z","end":"2026-06-28T20:28:04.553159Z","steps":["trace[2095831506] 'read index received' (duration: 26.765497ms)","trace[2095831506] 'applied index is now lower than readState.Index' (duration: 77.328713ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:28:04.553217Z","caller":"traceutil/trace.go:171","msg":"trace[1306183383] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"112.740117ms","start":"2026-06-28T20:28:04.440429Z","end":"2026-06-28T20:28:04.55317Z","steps":["trace[1306183383] 'process raft request' (duration: 35.453525ms)","trace[1306183383] 'compare' (duration: 77.147779ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:28:04.553454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.365306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:28:04.553541Z","caller":"traceutil/trace.go:171","msg":"trace[204529490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16027; }","duration":"104.486238ms","start":"2026-06-28T20:28:04.449035Z","end":"2026-06-28T20:28:04.553521Z","steps":["trace[204529490] 'agreement among raft nodes before linearized reading' (duration: 104.237233ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:30:35.287287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15053} {"level":"info","ts":"2026-06-28T20:30:35.392189Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15053,"took":"100.354893ms","hash":2213135958,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":31363072,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-28T20:30:35.392301Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2213135958,"revision":15053,"compact-revision":12608} {"level":"warn","ts":"2026-06-28T20:31:23.782537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.374617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:31:23.782629Z","caller":"traceutil/trace.go:171","msg":"trace[847159969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17622; }","duration":"164.520071ms","start":"2026-06-28T20:31:23.618091Z","end":"2026-06-28T20:31:23.782611Z","steps":["trace[847159969] 'range keys from in-memory index tree' (duration: 164.175313ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:23.782545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.503888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:31:23.782762Z","caller":"traceutil/trace.go:171","msg":"trace[1781335457] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17622; }","duration":"158.766083ms","start":"2026-06-28T20:31:23.623972Z","end":"2026-06-28T20:31:23.782738Z","steps":["trace[1781335457] 'range keys from in-memory index tree' (duration: 158.339945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:23.782939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.059563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:31:23.78304Z","caller":"traceutil/trace.go:171","msg":"trace[1108034182] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:17622; }","duration":"114.214296ms","start":"2026-06-28T20:31:23.668808Z","end":"2026-06-28T20:31:23.783022Z","steps":["trace[1108034182] 'count revisions from in-memory index tree' (duration: 113.994752ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:23.782742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.409287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:31:23.783478Z","caller":"traceutil/trace.go:171","msg":"trace[1502134211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17622; }","duration":"159.201512ms","start":"2026-06-28T20:31:23.624261Z","end":"2026-06-28T20:31:23.783462Z","steps":["trace[1502134211] 'range keys from in-memory index tree' (duration: 158.247673ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:29.339069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.257871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lhkcn\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-06-28T20:31:29.339158Z","caller":"traceutil/trace.go:171","msg":"trace[2107052960] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lhkcn; range_end:; response_count:1; response_revision:17664; }","duration":"181.391563ms","start":"2026-06-28T20:31:29.157749Z","end":"2026-06-28T20:31:29.33914Z","steps":["trace[2107052960] 'range keys from in-memory index tree' (duration: 181.059547ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:29.339069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.807143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:31:29.339367Z","caller":"traceutil/trace.go:171","msg":"trace[1559420989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17664; }","duration":"105.1261ms","start":"2026-06-28T20:31:29.234213Z","end":"2026-06-28T20:31:29.33934Z","steps":["trace[1559420989] 'range keys from in-memory index tree' (duration: 104.678081ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:31:29.623695Z","caller":"traceutil/trace.go:171","msg":"trace[218126862] linearizableReadLoop","detail":"{readStateIndex:18282; appliedIndex:18281; }","duration":"249.042861ms","start":"2026-06-28T20:31:29.374626Z","end":"2026-06-28T20:31:29.623669Z","steps":["trace[218126862] 'read index received' (duration: 248.922569ms)","trace[218126862] 'applied index is now lower than readState.Index' (duration: 118.872µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:31:29.623834Z","caller":"traceutil/trace.go:171","msg":"trace[1064175707] transaction","detail":"{read_only:false; response_revision:17665; number_of_response:1; }","duration":"279.863919ms","start":"2026-06-28T20:31:29.343932Z","end":"2026-06-28T20:31:29.623796Z","steps":["trace[1064175707] 'process raft request' (duration: 279.568803ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:29.624017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.165507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-c96gf\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-06-28T20:31:29.62388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.072572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:31:29.624059Z","caller":"traceutil/trace.go:171","msg":"trace[1952781203] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-c96gf; range_end:; response_count:1; response_revision:17665; }","duration":"204.238559ms","start":"2026-06-28T20:31:29.419808Z","end":"2026-06-28T20:31:29.624046Z","steps":["trace[1952781203] 'agreement among raft nodes before linearized reading' (duration: 204.097996ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:29.624044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.970789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:31:29.624141Z","caller":"traceutil/trace.go:171","msg":"trace[756837145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17665; }","duration":"193.105652ms","start":"2026-06-28T20:31:29.43101Z","end":"2026-06-28T20:31:29.624116Z","steps":["trace[756837145] 'agreement among raft nodes before linearized reading' (duration: 192.852847ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:31:29.624121Z","caller":"traceutil/trace.go:171","msg":"trace[1684711824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17665; }","duration":"221.345828ms","start":"2026-06-28T20:31:29.402737Z","end":"2026-06-28T20:31:29.624082Z","steps":["trace[1684711824] 'agreement among raft nodes before linearized reading' (duration: 221.084502ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:29.624765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.127133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-28T20:31:29.624826Z","caller":"traceutil/trace.go:171","msg":"trace[313927611] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:17665; }","duration":"250.193914ms","start":"2026-06-28T20:31:29.374617Z","end":"2026-06-28T20:31:29.624811Z","steps":["trace[313927611] 'agreement among raft nodes before linearized reading' (duration: 250.037031ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:31:29.741484Z","caller":"traceutil/trace.go:171","msg":"trace[2093943452] linearizableReadLoop","detail":"{readStateIndex:18284; appliedIndex:18283; }","duration":"110.581862ms","start":"2026-06-28T20:31:29.630874Z","end":"2026-06-28T20:31:29.741456Z","steps":["trace[2093943452] 'read index received' (duration: 83.532961ms)","trace[2093943452] 'applied index is now lower than readState.Index' (duration: 27.047541ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:31:29.741589Z","caller":"traceutil/trace.go:171","msg":"trace[1024446778] transaction","detail":"{read_only:false; response_revision:17668; number_of_response:1; }","duration":"105.274034ms","start":"2026-06-28T20:31:29.636295Z","end":"2026-06-28T20:31:29.741569Z","steps":["trace[1024446778] 'process raft request' (duration: 105.0976ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:31:29.741513Z","caller":"traceutil/trace.go:171","msg":"trace[506266392] transaction","detail":"{read_only:false; response_revision:17667; number_of_response:1; }","duration":"111.300066ms","start":"2026-06-28T20:31:29.630185Z","end":"2026-06-28T20:31:29.741485Z","steps":["trace[506266392] 'process raft request' (duration: 111.062632ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:29.741835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.422539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-06-28T20:31:29.741892Z","caller":"traceutil/trace.go:171","msg":"trace[1104252083] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:17668; }","duration":"110.519811ms","start":"2026-06-28T20:31:29.631359Z","end":"2026-06-28T20:31:29.741879Z","steps":["trace[1104252083] 'agreement among raft nodes before linearized reading' (duration: 110.354978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:31:29.742472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.594923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929218"} {"level":"info","ts":"2026-06-28T20:31:29.742525Z","caller":"traceutil/trace.go:171","msg":"trace[374255894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17668; }","duration":"111.703325ms","start":"2026-06-28T20:31:29.630809Z","end":"2026-06-28T20:31:29.742513Z","steps":["trace[374255894] 'agreement among raft nodes before linearized reading' (duration: 110.835028ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:34:17.209005Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T20:34:17.222182Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-28T20:34:17.222291Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-06-28T20:35:00.44701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700052654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:35:00.947524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700052654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:35:01.44855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700052654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:35:01.948785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700052654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:35:02.403023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:35:02.403089Z","caller":"traceutil/trace.go:171","msg":"trace[2127462673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426382s","start":"2026-06-28T20:35:00.402647Z","end":"2026-06-28T20:35:02.403074Z","steps":["trace[2127462673] 'agreement among raft nodes before linearized reading' (duration: 2.00034602s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:02.403118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.402626Z","time spent":"2.000487314s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:35:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:35:02.448955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700052654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:35:02.949568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700052654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:35:03.193304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.319558442s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:35:03.193668Z","caller":"traceutil/trace.go:171","msg":"trace[1836921417] transaction","detail":"{read_only:false; response_revision:19699; number_of_response:1; }","duration":"3.320008401s","start":"2026-06-28T20:34:59.873639Z","end":"2026-06-28T20:35:03.193647Z","steps":["trace[1836921417] 'process raft request' (duration: 3.319894649s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.193781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:34:59.873613Z","time spent":"3.320093475s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:35:03.214371Z","caller":"traceutil/trace.go:171","msg":"trace[623911614] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"2.562401367s","start":"2026-06-28T20:35:00.651945Z","end":"2026-06-28T20:35:03.214346Z","steps":["trace[623911614] 'process raft request' (duration: 2.562236873s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.214508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.651927Z","time spent":"2.562509798s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:35:03.214529Z","caller":"traceutil/trace.go:171","msg":"trace[1669323780] linearizableReadLoop","detail":"{readStateIndex:20376; appliedIndex:20375; }","duration":"3.267867161s","start":"2026-06-28T20:34:59.946636Z","end":"2026-06-28T20:35:03.214503Z","steps":["trace[1669323780] 'read index received' (duration: 3.247111908s)","trace[1669323780] 'applied index is now lower than readState.Index' (duration: 20.753853ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:35:03.214604Z","caller":"traceutil/trace.go:171","msg":"trace[1206732755] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"120.880781ms","start":"2026-06-28T20:35:03.093708Z","end":"2026-06-28T20:35:03.214589Z","steps":["trace[1206732755] 'process raft request' (duration: 120.594116ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.214704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268069034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:35:03.214753Z","caller":"traceutil/trace.go:171","msg":"trace[1994781737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19701; }","duration":"3.268159036s","start":"2026-06-28T20:34:59.946584Z","end":"2026-06-28T20:35:03.214743Z","steps":["trace[1994781737] 'agreement among raft nodes before linearized reading' (duration: 3.268009493s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.214779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:34:59.94656Z","time spent":"3.268213448s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:35:03.219355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113577939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-06-28T20:35:03.219427Z","caller":"traceutil/trace.go:171","msg":"trace[533339935] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:19702; }","duration":"3.113695702s","start":"2026-06-28T20:35:00.105716Z","end":"2026-06-28T20:35:03.219411Z","steps":["trace[533339935] 'agreement among raft nodes before linearized reading' (duration: 3.113520388s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946587228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:35:03.219421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808432796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:35:03.219464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.105692Z","time spent":"3.113763242s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-06-28T20:35:03.219489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218285919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-06-28T20:35:03.219481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997062564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-06-28T20:35:03.219477Z","caller":"traceutil/trace.go:171","msg":"trace[1520155851] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19702; }","duration":"2.9466841s","start":"2026-06-28T20:35:00.272779Z","end":"2026-06-28T20:35:03.219463Z","steps":["trace[1520155851] 'agreement among raft nodes before linearized reading' (duration: 2.946584248s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:35:03.219535Z","caller":"traceutil/trace.go:171","msg":"trace[806203688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19702; }","duration":"2.21834791s","start":"2026-06-28T20:35:01.00117Z","end":"2026-06-28T20:35:03.219518Z","steps":["trace[806203688] 'agreement among raft nodes before linearized reading' (duration: 2.218228137s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:35:03.219549Z","caller":"traceutil/trace.go:171","msg":"trace[1103994828] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19702; }","duration":"1.997168376s","start":"2026-06-28T20:35:01.222363Z","end":"2026-06-28T20:35:03.219531Z","steps":["trace[1103994828] 'agreement among raft nodes before linearized reading' (duration: 1.996955862s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357840951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:35:03.219582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:01.001153Z","time spent":"2.218420472s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:35:03.219599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809050718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:35:03.219599Z","caller":"traceutil/trace.go:171","msg":"trace[112840700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19702; }","duration":"2.357943513s","start":"2026-06-28T20:35:00.861639Z","end":"2026-06-28T20:35:03.219583Z","steps":["trace[112840700] 'agreement among raft nodes before linearized reading' (duration: 2.357821761s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:35:03.219624Z","caller":"traceutil/trace.go:171","msg":"trace[1157884099] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19702; }","duration":"2.809098419s","start":"2026-06-28T20:35:00.410519Z","end":"2026-06-28T20:35:03.219618Z","steps":["trace[1157884099] 'agreement among raft nodes before linearized reading' (duration: 2.809044748s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.861623Z","time spent":"2.358005224s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:35:03.219649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.410508Z","time spent":"2.80913569s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-06-28T20:35:03.21961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551470983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:35:03.219676Z","caller":"traceutil/trace.go:171","msg":"trace[1805829894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19702; }","duration":"2.551574406s","start":"2026-06-28T20:35:00.668092Z","end":"2026-06-28T20:35:03.219666Z","steps":["trace[1805829894] 'agreement among raft nodes before linearized reading' (duration: 2.551423943s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947872305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:35:03.219725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.668076Z","time spent":"2.551618706s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:35:03.219761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948307713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:35:03.219793Z","caller":"traceutil/trace.go:171","msg":"trace[526107617] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19702; }","duration":"2.948373015s","start":"2026-06-28T20:35:00.271412Z","end":"2026-06-28T20:35:03.219785Z","steps":["trace[526107617] 'agreement among raft nodes before linearized reading' (duration: 2.948327184s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.271393Z","time spent":"2.948419766s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:35:03.219829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750846603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:35:03.2199Z","caller":"traceutil/trace.go:171","msg":"trace[205055758] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19702; }","duration":"2.750910923s","start":"2026-06-28T20:35:00.468942Z","end":"2026-06-28T20:35:03.219853Z","steps":["trace[205055758] 'agreement among raft nodes before linearized reading' (duration: 2.750863852s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809358054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:35:03.219968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.468929Z","time spent":"2.751028696s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:35:03.220015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413117687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-06-28T20:35:03.22002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2689262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:35:03.220046Z","caller":"traceutil/trace.go:171","msg":"trace[350902800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19702; }","duration":"2.413169317s","start":"2026-06-28T20:35:00.806869Z","end":"2026-06-28T20:35:03.220038Z","steps":["trace[350902800] 'agreement among raft nodes before linearized reading' (duration: 2.413076795s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.220094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.430774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-06-28T20:35:03.220092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751131018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:35:03.220131Z","caller":"traceutil/trace.go:171","msg":"trace[493388098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19703; }","duration":"126.495916ms","start":"2026-06-28T20:35:03.093626Z","end":"2026-06-28T20:35:03.220121Z","steps":["trace[493388098] 'agreement among raft nodes before linearized reading' (duration: 126.400264ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.220156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.806852Z","time spent":"2.41329626s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:35:03.219495Z","caller":"traceutil/trace.go:171","msg":"trace[2127465101] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19702; }","duration":"2.808549688s","start":"2026-06-28T20:35:00.410919Z","end":"2026-06-28T20:35:03.219468Z","steps":["trace[2127465101] 'agreement among raft nodes before linearized reading' (duration: 2.808429025s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.22001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948616469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:35:03.220227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.410907Z","time spent":"2.809308494s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-06-28T20:35:03.220249Z","caller":"traceutil/trace.go:171","msg":"trace[1991412746] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19703; }","duration":"2.948912346s","start":"2026-06-28T20:35:00.271327Z","end":"2026-06-28T20:35:03.22024Z","steps":["trace[1991412746] 'agreement among raft nodes before linearized reading' (duration: 2.948636631s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:01.222351Z","time spent":"1.997228668s","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-06-28T20:35:03.219923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411794249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-06-28T20:35:03.220228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751975505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:35:03.220062Z","caller":"traceutil/trace.go:171","msg":"trace[1892584815] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19702; }","duration":"2.268985221s","start":"2026-06-28T20:35:00.951064Z","end":"2026-06-28T20:35:03.220049Z","steps":["trace[1892584815] 'agreement among raft nodes before linearized reading' (duration: 2.268878409s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:35:03.220361Z","caller":"traceutil/trace.go:171","msg":"trace[264679001] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19703; }","duration":"2.752149138s","start":"2026-06-28T20:35:00.4682Z","end":"2026-06-28T20:35:03.220349Z","steps":["trace[264679001] 'agreement among raft nodes before linearized reading' (duration: 2.751975965s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.27277Z","time spent":"2.946768662s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:35:03.220345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809370464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:35:03.220445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.468178Z","time spent":"2.752255661s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-06-28T20:35:03.219994Z","caller":"traceutil/trace.go:171","msg":"trace[231456753] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19702; }","duration":"2.809491147s","start":"2026-06-28T20:35:00.410494Z","end":"2026-06-28T20:35:03.219985Z","steps":["trace[231456753] 'agreement among raft nodes before linearized reading' (duration: 2.809310313s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.220464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.189459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-06-28T20:35:03.220338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.271305Z","time spent":"2.948960517s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:35:03.220477Z","caller":"traceutil/trace.go:171","msg":"trace[109049452] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19703; }","duration":"2.809511388s","start":"2026-06-28T20:35:00.410956Z","end":"2026-06-28T20:35:03.220467Z","steps":["trace[109049452] 'agreement among raft nodes before linearized reading' (duration: 2.809362455s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.220501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.410482Z","time spent":"2.810006097s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-06-28T20:35:03.220515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.951051Z","time spent":"2.269340218s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:35:03.220537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.257041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:35:03.220539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.410949Z","time spent":"2.809579089s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-06-28T20:35:03.22056Z","caller":"traceutil/trace.go:171","msg":"trace[501593544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19703; }","duration":"817.318692ms","start":"2026-06-28T20:35:02.403235Z","end":"2026-06-28T20:35:03.220553Z","steps":["trace[501593544] 'agreement among raft nodes before linearized reading' (duration: 817.281942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.219919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262890127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-28T20:35:03.219355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485520371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:35:03.220593Z","caller":"traceutil/trace.go:171","msg":"trace[1698953700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19702; }","duration":"2.263578561s","start":"2026-06-28T20:35:00.957003Z","end":"2026-06-28T20:35:03.220582Z","steps":["trace[1698953700] 'agreement among raft nodes before linearized reading' (duration: 2.262798335s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:35:03.220627Z","caller":"traceutil/trace.go:171","msg":"trace[1360371919] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19702; }","duration":"2.486840158s","start":"2026-06-28T20:35:00.733776Z","end":"2026-06-28T20:35:03.220616Z","steps":["trace[1360371919] 'agreement among raft nodes before linearized reading' (duration: 2.485479471s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:35:03.22034Z","caller":"traceutil/trace.go:171","msg":"trace[246297238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19702; }","duration":"2.412240918s","start":"2026-06-28T20:35:00.808085Z","end":"2026-06-28T20:35:03.220326Z","steps":["trace[246297238] 'agreement among raft nodes before linearized reading' (duration: 2.411743338s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.220662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.733765Z","time spent":"2.486885128s","remote":"127.0.0.1:51986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:35:03.220157Z","caller":"traceutil/trace.go:171","msg":"trace[1323004856] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19703; }","duration":"2.75122047s","start":"2026-06-28T20:35:00.468927Z","end":"2026-06-28T20:35:03.220148Z","steps":["trace[1323004856] 'agreement among raft nodes before linearized reading' (duration: 2.751129558s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.220978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.468917Z","time spent":"2.752045027s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-06-28T20:35:03.21972Z","caller":"traceutil/trace.go:171","msg":"trace[1318918393] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19702; }","duration":"2.947921596s","start":"2026-06-28T20:35:00.271789Z","end":"2026-06-28T20:35:03.219711Z","steps":["trace[1318918393] 'agreement among raft nodes before linearized reading' (duration: 2.947868475s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.221119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.271782Z","time spent":"2.949327614s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-06-28T20:35:03.220676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.808072Z","time spent":"2.412596925s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:35:03.220631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.956998Z","time spent":"2.263624002s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:35:03.2203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752130088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:35:03.221337Z","caller":"traceutil/trace.go:171","msg":"trace[1442521372] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19703; }","duration":"2.753164199s","start":"2026-06-28T20:35:00.468161Z","end":"2026-06-28T20:35:03.221325Z","steps":["trace[1442521372] 'agreement among raft nodes before linearized reading' (duration: 2.752089277s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.221374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:00.468119Z","time spent":"2.753245921s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:35:03.220499Z","caller":"traceutil/trace.go:171","msg":"trace[1051397148] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19703; }","duration":"127.24738ms","start":"2026-06-28T20:35:03.09324Z","end":"2026-06-28T20:35:03.220487Z","steps":["trace[1051397148] 'agreement among raft nodes before linearized reading' (duration: 127.129218ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:35:03.220582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:35:02.403217Z","time spent":"817.360103ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:35:35.295769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17277} {"level":"info","ts":"2026-06-28T20:35:35.401353Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17277,"took":"100.836953ms","hash":3261182375,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":35676160,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-06-28T20:35:35.401441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3261182375,"revision":17277,"compact-revision":15053} {"level":"warn","ts":"2026-06-28T20:38:58.272155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.99406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:38:58.27226Z","caller":"traceutil/trace.go:171","msg":"trace[1761471700] linearizableReadLoop","detail":"{readStateIndex:22112; appliedIndex:22111; }","duration":"183.315187ms","start":"2026-06-28T20:38:58.088929Z","end":"2026-06-28T20:38:58.272244Z","steps":["trace[1761471700] 'read index received' (duration: 67.02261ms)","trace[1761471700] 'applied index is now lower than readState.Index' (duration: 116.291307ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:38:58.272377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.444379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:38:58.272368Z","caller":"traceutil/trace.go:171","msg":"trace[1202493525] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"255.579183ms","start":"2026-06-28T20:38:58.016727Z","end":"2026-06-28T20:38:58.272306Z","steps":["trace[1202493525] 'process raft request' (duration: 139.286907ms)","trace[1202493525] 'compare' (duration: 115.884648ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:38:58.272446Z","caller":"traceutil/trace.go:171","msg":"trace[1377269389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21375; }","duration":"183.55031ms","start":"2026-06-28T20:38:58.088883Z","end":"2026-06-28T20:38:58.272434Z","steps":["trace[1377269389] 'agreement among raft nodes before linearized reading' (duration: 183.448958ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:38:58.461236Z","caller":"traceutil/trace.go:171","msg":"trace[746177852] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"137.94282ms","start":"2026-06-28T20:38:58.322941Z","end":"2026-06-28T20:38:58.460884Z","steps":["trace[746177852] 'process raft request' (duration: 88.367706ms)","trace[746177852] 'compare' (duration: 49.157925ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:38:58.619987Z","caller":"traceutil/trace.go:171","msg":"trace[1755365331] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"153.774093ms","start":"2026-06-28T20:38:58.466187Z","end":"2026-06-28T20:38:58.619961Z","steps":["trace[1755365331] 'process raft request' (duration: 153.632021ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:38:58.912775Z","caller":"traceutil/trace.go:171","msg":"trace[974065583] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"446.314733ms","start":"2026-06-28T20:38:58.466432Z","end":"2026-06-28T20:38:58.912747Z","steps":["trace[974065583] 'process raft request' (duration: 445.906605ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:38:58.913027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:38:58.466413Z","time spent":"446.458456ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:38:58.913093Z","caller":"traceutil/trace.go:171","msg":"trace[589127083] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"445.261931ms","start":"2026-06-28T20:38:58.46781Z","end":"2026-06-28T20:38:58.913072Z","steps":["trace[589127083] 'process raft request' (duration: 444.867963ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:38:58.913221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:38:58.467797Z","time spent":"445.356272ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:38:58.913316Z","caller":"traceutil/trace.go:171","msg":"trace[1099311533] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"445.348762ms","start":"2026-06-28T20:38:58.467942Z","end":"2026-06-28T20:38:58.91329Z","steps":["trace[1099311533] 'process raft request' (duration: 445.045246ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:38:58.91335Z","caller":"traceutil/trace.go:171","msg":"trace[1492552705] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"444.286781ms","start":"2026-06-28T20:38:58.469052Z","end":"2026-06-28T20:38:58.913339Z","steps":["trace[1492552705] 'process raft request' (duration: 444.156538ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:38:58.913408Z","caller":"traceutil/trace.go:171","msg":"trace[1702942996] transaction","detail":"{read_only:false; response_revision:21383; number_of_response:1; }","duration":"392.715086ms","start":"2026-06-28T20:38:58.520678Z","end":"2026-06-28T20:38:58.913394Z","steps":["trace[1702942996] 'process raft request' (duration: 392.586964ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:38:58.91342Z","caller":"traceutil/trace.go:171","msg":"trace[1143464111] transaction","detail":"{read_only:false; response_revision:21384; number_of_response:1; }","duration":"208.578053ms","start":"2026-06-28T20:38:58.704813Z","end":"2026-06-28T20:38:58.913391Z","steps":["trace[1143464111] 'process raft request' (duration: 208.524272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:38:58.913453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:38:58.46793Z","time spent":"445.450424ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:38:58.913488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:38:58.520655Z","time spent":"392.794018ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:38:58.913502Z","caller":"traceutil/trace.go:171","msg":"trace[1873514900] linearizableReadLoop","detail":"{readStateIndex:22118; appliedIndex:22113; }","duration":"444.453994ms","start":"2026-06-28T20:38:58.469039Z","end":"2026-06-28T20:38:58.913493Z","steps":["trace[1873514900] 'read index received' (duration: 150.869973ms)","trace[1873514900] 'applied index is now lower than readState.Index' (duration: 293.582391ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:38:58.913414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:38:58.46904Z","time spent":"444.342712ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:38:58.913448Z","caller":"traceutil/trace.go:171","msg":"trace[527728212] transaction","detail":"{read_only:false; response_revision:21381; number_of_response:1; }","duration":"444.635188ms","start":"2026-06-28T20:38:58.468803Z","end":"2026-06-28T20:38:58.913439Z","steps":["trace[527728212] 'process raft request' (duration: 444.363933ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:38:58.91363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:38:58.468792Z","time spent":"444.809731ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:38:58.913689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.643208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:38:58.913731Z","caller":"traceutil/trace.go:171","msg":"trace[145657004] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:21384; }","duration":"444.71043ms","start":"2026-06-28T20:38:58.469008Z","end":"2026-06-28T20:38:58.913719Z","steps":["trace[145657004] 'agreement among raft nodes before linearized reading' (duration: 444.553916ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:38:58.913763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:38:58.468998Z","time spent":"444.75779ms","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-06-28T20:40:35.301724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19993} {"level":"info","ts":"2026-06-28T20:40:35.421328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19993,"took":"116.589452ms","hash":2672588076,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":31653888,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-28T20:40:35.421489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2672588076,"revision":19993,"compact-revision":17277} {"level":"info","ts":"2026-06-28T20:42:38.201096Z","caller":"traceutil/trace.go:171","msg":"trace[1303405851] linearizableReadLoop","detail":"{readStateIndex:24580; appliedIndex:24579; }","duration":"170.983545ms","start":"2026-06-28T20:42:38.030092Z","end":"2026-06-28T20:42:38.201075Z","steps":["trace[1303405851] 'read index received' (duration: 170.817141ms)","trace[1303405851] 'applied index is now lower than readState.Index' (duration: 165.454µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:42:38.201148Z","caller":"traceutil/trace.go:171","msg":"trace[755040212] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"172.926595ms","start":"2026-06-28T20:42:38.028189Z","end":"2026-06-28T20:42:38.201116Z","steps":["trace[755040212] 'process raft request' (duration: 172.741231ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:42:38.201342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.192979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:42:38.201412Z","caller":"traceutil/trace.go:171","msg":"trace[1984781744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23771; }","duration":"171.28176ms","start":"2026-06-28T20:42:38.030117Z","end":"2026-06-28T20:42:38.201398Z","steps":["trace[1984781744] 'agreement among raft nodes before linearized reading' (duration: 171.084016ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:42:38.201499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.322471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:42:38.201591Z","caller":"traceutil/trace.go:171","msg":"trace[920336735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23771; }","duration":"171.504185ms","start":"2026-06-28T20:42:38.030066Z","end":"2026-06-28T20:42:38.20157Z","steps":["trace[920336735] 'agreement among raft nodes before linearized reading' (duration: 171.128377ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:43:31.661256Z","caller":"traceutil/trace.go:171","msg":"trace[308634823] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"376.719849ms","start":"2026-06-28T20:43:31.284501Z","end":"2026-06-28T20:43:31.661221Z","steps":["trace[308634823] 'process raft request' (duration: 278.506222ms)","trace[308634823] 'compare' (duration: 97.927611ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:43:31.661434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:43:31.28448Z","time spent":"376.866303ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:43:32.744159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.896921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:43:32.744264Z","caller":"traceutil/trace.go:171","msg":"trace[185701491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24309; }","duration":"235.041394ms","start":"2026-06-28T20:43:32.509201Z","end":"2026-06-28T20:43:32.744242Z","steps":["trace[185701491] 'range keys from in-memory index tree' (duration: 234.748338ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:32.744721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.9756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:43:32.744763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.299114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-28T20:43:32.744757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.666799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-06-28T20:43:32.744792Z","caller":"traceutil/trace.go:171","msg":"trace[1919462790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24309; }","duration":"225.358506ms","start":"2026-06-28T20:43:32.519424Z","end":"2026-06-28T20:43:32.744783Z","steps":["trace[1919462790] 'range keys from in-memory index tree' (duration: 224.971128ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:43:32.7448Z","caller":"traceutil/trace.go:171","msg":"trace[1525084418] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24309; }","duration":"172.72234ms","start":"2026-06-28T20:43:32.572065Z","end":"2026-06-28T20:43:32.744787Z","steps":["trace[1525084418] 'range keys from in-memory index tree' (duration: 172.574787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:32.744901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.060353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:43:32.744933Z","caller":"traceutil/trace.go:171","msg":"trace[398082110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24309; }","duration":"278.154875ms","start":"2026-06-28T20:43:32.466768Z","end":"2026-06-28T20:43:32.744923Z","steps":["trace[398082110] 'range keys from in-memory index tree' (duration: 277.480692ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:32.744904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.905027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:43:32.745085Z","caller":"traceutil/trace.go:171","msg":"trace[995792829] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24309; }","duration":"548.141212ms","start":"2026-06-28T20:43:32.196919Z","end":"2026-06-28T20:43:32.74506Z","steps":["trace[995792829] 'count revisions from in-memory index tree' (duration: 547.687053ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:32.74506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.739081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-06-28T20:43:32.745155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:43:32.196894Z","time spent":"548.240365ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:43:32.745193Z","caller":"traceutil/trace.go:171","msg":"trace[1983956679] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"154.913056ms","start":"2026-06-28T20:43:32.590232Z","end":"2026-06-28T20:43:32.745145Z","steps":["trace[1983956679] 'process raft request' (duration: 151.66214ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:43:32.744793Z","caller":"traceutil/trace.go:171","msg":"trace[1385636573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24309; }","duration":"341.302176ms","start":"2026-06-28T20:43:32.403474Z","end":"2026-06-28T20:43:32.744777Z","steps":["trace[1385636573] 'range keys from in-memory index tree' (duration: 340.863197ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:32.745353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:43:32.403456Z","time spent":"341.887848ms","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:43:32.745239Z","caller":"traceutil/trace.go:171","msg":"trace[1876201922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24309; }","duration":"219.990006ms","start":"2026-06-28T20:43:32.525207Z","end":"2026-06-28T20:43:32.745197Z","steps":["trace[1876201922] 'range keys from in-memory index tree' (duration: 219.456475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:32.744951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.316383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:43:32.745457Z","caller":"traceutil/trace.go:171","msg":"trace[1414498442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24309; }","duration":"219.847414ms","start":"2026-06-28T20:43:32.525591Z","end":"2026-06-28T20:43:32.745439Z","steps":["trace[1414498442] 'range keys from in-memory index tree' (duration: 219.19272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:37.43693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700067494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:44:37.937833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700067494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:44:38.437957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700067494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:44:38.938496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700067494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:44:39.40174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:44:39.401812Z","caller":"traceutil/trace.go:171","msg":"trace[595597669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714301s","start":"2026-06-28T20:44:37.401081Z","end":"2026-06-28T20:44:39.401796Z","steps":["trace[595597669] 'agreement among raft nodes before linearized reading' (duration: 2.000606188s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.401845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.401038Z","time spent":"2.000799873s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:44:39.439195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700067494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:44:39.729659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.693570592s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:44:39.730091Z","caller":"traceutil/trace.go:171","msg":"trace[1181937430] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"2.896474019s","start":"2026-06-28T20:44:36.833592Z","end":"2026-06-28T20:44:39.730066Z","steps":["trace[1181937430] 'process raft request' (duration: 2.896298445s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.730224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:36.833571Z","time spent":"2.896577081s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:39.746632Z","caller":"traceutil/trace.go:171","msg":"trace[1889138834] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"2.76782655s","start":"2026-06-28T20:44:36.978776Z","end":"2026-06-28T20:44:39.746603Z","steps":["trace[1889138834] 'process raft request' (duration: 2.767644376s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.746776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:36.978731Z","time spent":"2.767967753s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:39.747161Z","caller":"traceutil/trace.go:171","msg":"trace[460017622] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"2.777739733s","start":"2026-06-28T20:44:36.969413Z","end":"2026-06-28T20:44:39.747153Z","steps":["trace[460017622] 'process raft request' (duration: 2.776827225s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.747204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:36.969394Z","time spent":"2.777784603s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:39.747636Z","caller":"traceutil/trace.go:171","msg":"trace[1018539307] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"2.354052402s","start":"2026-06-28T20:44:37.393574Z","end":"2026-06-28T20:44:39.747626Z","steps":["trace[1018539307] 'process raft request' (duration: 2.35294842s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.747683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.393553Z","time spent":"2.354107164s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:39.747769Z","caller":"traceutil/trace.go:171","msg":"trace[1728017028] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"2.568593608s","start":"2026-06-28T20:44:37.179169Z","end":"2026-06-28T20:44:39.747763Z","steps":["trace[1728017028] 'process raft request' (duration: 2.567288692s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.747804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.17914Z","time spent":"2.568642969s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:39.747814Z","caller":"traceutil/trace.go:171","msg":"trace[432101453] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"2.289163207s","start":"2026-06-28T20:44:37.458626Z","end":"2026-06-28T20:44:39.747789Z","steps":["trace[432101453] 'process raft request' (duration: 2.287925582s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:39.747876Z","caller":"traceutil/trace.go:171","msg":"trace[1374311775] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"2.44446485s","start":"2026-06-28T20:44:37.303403Z","end":"2026-06-28T20:44:39.747868Z","steps":["trace[1374311775] 'process raft request' (duration: 2.443088773s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.747913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.303376Z","time spent":"2.444516841s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:39.747939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.458606Z","time spent":"2.289262808s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:39.748069Z","caller":"traceutil/trace.go:171","msg":"trace[1210981544] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"1.532514622s","start":"2026-06-28T20:44:38.215547Z","end":"2026-06-28T20:44:39.748062Z","steps":["trace[1210981544] 'process raft request' (duration: 1.531032522s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.748107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.215531Z","time spent":"1.532554173s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:39.749558Z","caller":"traceutil/trace.go:171","msg":"trace[1210872164] linearizableReadLoop","detail":"{readStateIndex:25835; appliedIndex:25828; }","duration":"2.813342629s","start":"2026-06-28T20:44:36.936174Z","end":"2026-06-28T20:44:39.749516Z","steps":["trace[1210872164] 'read index received' (duration: 2.794209568s)","trace[1210872164] 'applied index is now lower than readState.Index' (duration: 19.127071ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:39.751939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452327934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:44:39.751995Z","caller":"traceutil/trace.go:171","msg":"trace[1764101814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24996; }","duration":"1.452438306s","start":"2026-06-28T20:44:38.299541Z","end":"2026-06-28T20:44:39.751979Z","steps":["trace[1764101814] 'agreement among raft nodes before linearized reading' (duration: 1.450227291s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.75203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.299523Z","time spent":"1.452501508s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:44:39.75209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77409825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:39.752139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028014311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:39.752153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815973953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:39.752164Z","caller":"traceutil/trace.go:171","msg":"trace[1976593988] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24996; }","duration":"1.774233433s","start":"2026-06-28T20:44:37.977903Z","end":"2026-06-28T20:44:39.752136Z","steps":["trace[1976593988] 'agreement among raft nodes before linearized reading' (duration: 1.77265919s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:39.752185Z","caller":"traceutil/trace.go:171","msg":"trace[781418047] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24996; }","duration":"2.816033275s","start":"2026-06-28T20:44:36.936144Z","end":"2026-06-28T20:44:39.752178Z","steps":["trace[781418047] 'agreement among raft nodes before linearized reading' (duration: 2.813513843s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.209747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:39.752204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.977887Z","time spent":"1.774307754s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:39.752208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:36.936132Z","time spent":"2.816070376s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:44:39.752216Z","caller":"traceutil/trace.go:171","msg":"trace[1586371676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24996; }","duration":"349.253859ms","start":"2026-06-28T20:44:39.402957Z","end":"2026-06-28T20:44:39.75221Z","steps":["trace[1586371676] 'agreement among raft nodes before linearized reading' (duration: 346.774368ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:39.402942Z","time spent":"349.289589ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:44:39.752303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654273889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:39.752337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816057505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:39.752359Z","caller":"traceutil/trace.go:171","msg":"trace[376631429] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24996; }","duration":"2.654370981s","start":"2026-06-28T20:44:37.097974Z","end":"2026-06-28T20:44:39.752345Z","steps":["trace[376631429] 'agreement among raft nodes before linearized reading' (duration: 2.652631445s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:39.752362Z","caller":"traceutil/trace.go:171","msg":"trace[652367660] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24996; }","duration":"2.816091347s","start":"2026-06-28T20:44:36.936263Z","end":"2026-06-28T20:44:39.752354Z","steps":["trace[652367660] 'agreement among raft nodes before linearized reading' (duration: 2.813425852s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.097954Z","time spent":"2.654428693s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:44:39.752409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:36.936259Z","time spent":"2.816142208s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:44:39.752438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631263118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:44:39.752464Z","caller":"traceutil/trace.go:171","msg":"trace[1186404686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24996; }","duration":"2.63132099s","start":"2026-06-28T20:44:37.121137Z","end":"2026-06-28T20:44:39.752458Z","steps":["trace[1186404686] 'agreement among raft nodes before linearized reading' (duration: 2.629426261s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.121118Z","time spent":"2.63135978s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:44:39.752488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188359328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:39.752338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555353769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:39.752528Z","caller":"traceutil/trace.go:171","msg":"trace[1134749817] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24996; }","duration":"1.18842599s","start":"2026-06-28T20:44:38.564093Z","end":"2026-06-28T20:44:39.752519Z","steps":["trace[1134749817] 'agreement among raft nodes before linearized reading' (duration: 1.185661543s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.75254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643973159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-28T20:44:39.752552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.564079Z","time spent":"1.18846368s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:44:39.752557Z","caller":"traceutil/trace.go:171","msg":"trace[531603536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24996; }","duration":"2.64399007s","start":"2026-06-28T20:44:37.108562Z","end":"2026-06-28T20:44:39.752552Z","steps":["trace[531603536] 'agreement among raft nodes before linearized reading' (duration: 2.642026349s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.108514Z","time spent":"2.644055091s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:44:39.752582Z","caller":"traceutil/trace.go:171","msg":"trace[436836924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24996; }","duration":"1.555631924s","start":"2026-06-28T20:44:38.196909Z","end":"2026-06-28T20:44:39.752541Z","steps":["trace[436836924] 'agreement among raft nodes before linearized reading' (duration: 1.553643723s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654748599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:39.752652Z","caller":"traceutil/trace.go:171","msg":"trace[2055121368] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24996; }","duration":"2.65479716s","start":"2026-06-28T20:44:37.097851Z","end":"2026-06-28T20:44:39.752648Z","steps":["trace[2055121368] 'agreement among raft nodes before linearized reading' (duration: 2.652747568s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.196897Z","time spent":"1.555728487s","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:39.752665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.097832Z","time spent":"2.654829511s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-06-28T20:44:39.752172Z","caller":"traceutil/trace.go:171","msg":"trace[1651737151] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24996; }","duration":"1.028091063s","start":"2026-06-28T20:44:38.724071Z","end":"2026-06-28T20:44:39.752162Z","steps":["trace[1651737151] 'agreement among raft nodes before linearized reading' (duration: 1.025675573s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.724053Z","time spent":"1.028694294s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:39.752783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607224009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:44:39.752809Z","caller":"traceutil/trace.go:171","msg":"trace[424804403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24996; }","duration":"1.607271451s","start":"2026-06-28T20:44:38.14553Z","end":"2026-06-28T20:44:39.752802Z","steps":["trace[424804403] 'agreement among raft nodes before linearized reading' (duration: 1.605044135s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.145514Z","time spent":"1.607313871s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:44:39.752867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255247535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-06-28T20:44:39.752894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65239525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:39.752889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816539105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:39.752897Z","caller":"traceutil/trace.go:171","msg":"trace[30899524] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:24996; }","duration":"1.255290176s","start":"2026-06-28T20:44:38.497592Z","end":"2026-06-28T20:44:39.752882Z","steps":["trace[30899524] 'agreement among raft nodes before linearized reading' (duration: 1.252169502s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:39.752913Z","caller":"traceutil/trace.go:171","msg":"trace[2108755449] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24996; }","duration":"2.652442582s","start":"2026-06-28T20:44:37.100465Z","end":"2026-06-28T20:44:39.752907Z","steps":["trace[2108755449] 'agreement among raft nodes before linearized reading' (duration: 2.650115444s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.75292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.497576Z","time spent":"1.255340427s","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-06-28T20:44:39.752925Z","caller":"traceutil/trace.go:171","msg":"trace[571072754] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24996; }","duration":"2.816595996s","start":"2026-06-28T20:44:36.936317Z","end":"2026-06-28T20:44:39.752913Z","steps":["trace[571072754] 'agreement among raft nodes before linearized reading' (duration: 2.814294518s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.752931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.10045Z","time spent":"2.652476752s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-06-28T20:44:39.752944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:36.936306Z","time spent":"2.816632727s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:44:39.752969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.293225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:39.753031Z","caller":"traceutil/trace.go:171","msg":"trace[1373930118] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24996; }","duration":"887.410498ms","start":"2026-06-28T20:44:38.865607Z","end":"2026-06-28T20:44:39.753017Z","steps":["trace[1373930118] 'agreement among raft nodes before linearized reading' (duration: 884.132001ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.753065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:38.865588Z","time spent":"887.468679ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:39.753067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636882624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:44:39.753112Z","caller":"traceutil/trace.go:171","msg":"trace[1441628038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24996; }","duration":"2.636943495s","start":"2026-06-28T20:44:37.116161Z","end":"2026-06-28T20:44:39.753104Z","steps":["trace[1441628038] 'agreement among raft nodes before linearized reading' (duration: 2.634409283s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.753142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.116154Z","time spent":"2.636983665s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:44:39.753335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640716831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:44:39.753367Z","caller":"traceutil/trace.go:171","msg":"trace[1245806751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24996; }","duration":"2.640771713s","start":"2026-06-28T20:44:37.112587Z","end":"2026-06-28T20:44:39.753359Z","steps":["trace[1245806751] 'agreement among raft nodes before linearized reading' (duration: 2.637994306s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.753396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.112575Z","time spent":"2.640817063s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:44:39.753575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640932076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-06-28T20:44:39.753605Z","caller":"traceutil/trace.go:171","msg":"trace[2048306253] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24996; }","duration":"2.640983447s","start":"2026-06-28T20:44:37.112615Z","end":"2026-06-28T20:44:39.753598Z","steps":["trace[2048306253] 'agreement among raft nodes before linearized reading' (duration: 2.637922234s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:39.753622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:37.112608Z","time spent":"2.641009387s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:45:04.622991Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006604.wal"} {"level":"info","ts":"2026-06-28T20:45:35.313587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22256} {"level":"info","ts":"2026-06-28T20:45:35.416069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22256,"took":"99.564324ms","hash":1894919770,"current-db-size-bytes":60977152,"current-db-size":"61 MB","current-db-size-in-use-bytes":45903872,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-06-28T20:45:35.416121Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1894919770,"revision":22256,"compact-revision":19993} {"level":"info","ts":"2026-06-28T20:46:07.982315Z","caller":"traceutil/trace.go:171","msg":"trace[1485432910] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"124.320749ms","start":"2026-06-28T20:46:07.857966Z","end":"2026-06-28T20:46:07.982286Z","steps":["trace[1485432910] 'process raft request' (duration: 123.737828ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.281236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.890892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:08.281408Z","caller":"traceutil/trace.go:171","msg":"trace[1111601639] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"225.240191ms","start":"2026-06-28T20:46:08.056143Z","end":"2026-06-28T20:46:08.281383Z","steps":["trace[1111601639] 'process raft request' (duration: 98.774397ms)","trace[1111601639] 'compare' (duration: 125.161547ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:08.283156Z","caller":"traceutil/trace.go:171","msg":"trace[277494555] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"202.161131ms","start":"2026-06-28T20:46:08.080962Z","end":"2026-06-28T20:46:08.283123Z","steps":["trace[277494555] 'process raft request' (duration: 202.073269ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.283251Z","caller":"traceutil/trace.go:171","msg":"trace[122687699] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"202.893876ms","start":"2026-06-28T20:46:08.080294Z","end":"2026-06-28T20:46:08.283188Z","steps":["trace[122687699] 'process raft request' (duration: 202.690382ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.28318Z","caller":"traceutil/trace.go:171","msg":"trace[1723212252] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"204.525058ms","start":"2026-06-28T20:46:08.078627Z","end":"2026-06-28T20:46:08.283152Z","steps":["trace[1723212252] 'process raft request' (duration: 204.199051ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.283494Z","caller":"traceutil/trace.go:171","msg":"trace[2119368214] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"184.928218ms","start":"2026-06-28T20:46:08.098548Z","end":"2026-06-28T20:46:08.283476Z","steps":["trace[2119368214] 'process raft request' (duration: 184.52633ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.283543Z","caller":"traceutil/trace.go:171","msg":"trace[1995104469] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"183.534781ms","start":"2026-06-28T20:46:08.099982Z","end":"2026-06-28T20:46:08.283517Z","steps":["trace[1995104469] 'process raft request' (duration: 183.298756ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:13.964274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.756578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-06-28T20:46:14.469031Z","caller":"traceutil/trace.go:171","msg":"trace[1773786945] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"143.760388ms","start":"2026-06-28T20:46:14.325245Z","end":"2026-06-28T20:46:14.469005Z","steps":["trace[1773786945] 'process raft request' (duration: 143.592364ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.726838Z","caller":"traceutil/trace.go:171","msg":"trace[2072630139] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"399.891661ms","start":"2026-06-28T20:46:14.326914Z","end":"2026-06-28T20:46:14.726806Z","steps":["trace[2072630139] 'process raft request' (duration: 331.240558ms)","trace[2072630139] 'compare' (duration: 68.296765ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:14.726866Z","caller":"traceutil/trace.go:171","msg":"trace[1531500998] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"399.453471ms","start":"2026-06-28T20:46:14.327385Z","end":"2026-06-28T20:46:14.726839Z","steps":["trace[1531500998] 'process raft request' (duration: 399.38128ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.726996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.326889Z","time spent":"400.019213ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:14.726984Z","caller":"traceutil/trace.go:171","msg":"trace[1563576836] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"399.693896ms","start":"2026-06-28T20:46:14.327246Z","end":"2026-06-28T20:46:14.72694Z","steps":["trace[1563576836] 'process raft request' (duration: 399.436131ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.727053Z","caller":"traceutil/trace.go:171","msg":"trace[1283500841] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"399.757267ms","start":"2026-06-28T20:46:14.327286Z","end":"2026-06-28T20:46:14.727043Z","steps":["trace[1283500841] 'process raft request' (duration: 399.443681ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.72707Z","caller":"traceutil/trace.go:171","msg":"trace[1836088862] linearizableReadLoop","detail":"{readStateIndex:26830; appliedIndex:26825; }","duration":"395.387747ms","start":"2026-06-28T20:46:14.331656Z","end":"2026-06-28T20:46:14.727044Z","steps":["trace[1836088862] 'read index received' (duration: 137.704883ms)","trace[1836088862] 'applied index is now lower than readState.Index' (duration: 257.681414ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:14.727117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.327272Z","time spent":"399.815378ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:14.727152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.327236Z","time spent":"399.820629ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:14.727006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.327377Z","time spent":"399.553233ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:14.727303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.645332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:46:14.727334Z","caller":"traceutil/trace.go:171","msg":"trace[1261788882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25961; }","duration":"395.702114ms","start":"2026-06-28T20:46:14.331623Z","end":"2026-06-28T20:46:14.727325Z","steps":["trace[1261788882] 'agreement among raft nodes before linearized reading' (duration: 395.563651ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.727367Z","caller":"traceutil/trace.go:171","msg":"trace[201969401] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"399.513643ms","start":"2026-06-28T20:46:14.327841Z","end":"2026-06-28T20:46:14.727355Z","steps":["trace[201969401] 'process raft request' (duration: 398.961022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.72737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.331611Z","time spent":"395.752145ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:46:14.727376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.037811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:46:14.727416Z","caller":"traceutil/trace.go:171","msg":"trace[1833181013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25961; }","duration":"395.076102ms","start":"2026-06-28T20:46:14.332326Z","end":"2026-06-28T20:46:14.727403Z","steps":["trace[1833181013] 'agreement among raft nodes before linearized reading' (duration: 394.942459ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.727429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.32783Z","time spent":"399.566914ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:14.727451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.332245Z","time spent":"395.200274ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:46:14.727543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.329671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:46:14.727572Z","caller":"traceutil/trace.go:171","msg":"trace[348904468] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25961; }","duration":"314.381953ms","start":"2026-06-28T20:46:14.413182Z","end":"2026-06-28T20:46:14.727564Z","steps":["trace[348904468] 'agreement among raft nodes before linearized reading' (duration: 314.328312ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.727599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.413168Z","time spent":"314.426313ms","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-06-28T20:46:14.727622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.469178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:46:14.727658Z","caller":"traceutil/trace.go:171","msg":"trace[332683907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25961; }","duration":"393.51596ms","start":"2026-06-28T20:46:14.334133Z","end":"2026-06-28T20:46:14.727649Z","steps":["trace[332683907] 'agreement among raft nodes before linearized reading' (duration: 393.427128ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.727691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.334124Z","time spent":"393.55981ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:14.72769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.047351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:46:14.727735Z","caller":"traceutil/trace.go:171","msg":"trace[823915999] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25961; }","duration":"394.112882ms","start":"2026-06-28T20:46:14.333607Z","end":"2026-06-28T20:46:14.72772Z","steps":["trace[823915999] 'agreement among raft nodes before linearized reading' (duration: 393.967479ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.727777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.333601Z","time spent":"394.167613ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:14.727811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.518649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:46:14.727845Z","caller":"traceutil/trace.go:171","msg":"trace[305113540] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25961; }","duration":"393.56309ms","start":"2026-06-28T20:46:14.334273Z","end":"2026-06-28T20:46:14.727836Z","steps":["trace[305113540] 'agreement among raft nodes before linearized reading' (duration: 393.484049ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.727875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.334265Z","time spent":"393.604431ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:14.727815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.240365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-28T20:46:14.727991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.728863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:46:14.727989Z","caller":"traceutil/trace.go:171","msg":"trace[1438661996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25961; }","duration":"395.462069ms","start":"2026-06-28T20:46:14.332517Z","end":"2026-06-28T20:46:14.727979Z","steps":["trace[1438661996] 'agreement among raft nodes before linearized reading' (duration: 395.209774ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.728022Z","caller":"traceutil/trace.go:171","msg":"trace[633346675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25961; }","duration":"393.766314ms","start":"2026-06-28T20:46:14.334248Z","end":"2026-06-28T20:46:14.728014Z","steps":["trace[633346675] 'agreement among raft nodes before linearized reading' (duration: 393.686612ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.728033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.332493Z","time spent":"395.528721ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:14.728056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.334241Z","time spent":"393.806335ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:15.027142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.040147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:15.027264Z","caller":"traceutil/trace.go:171","msg":"trace[807388043] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"292.73656ms","start":"2026-06-28T20:46:14.734508Z","end":"2026-06-28T20:46:15.027245Z","steps":["trace[807388043] 'process raft request' (duration: 139.495289ms)","trace[807388043] 'compare' (duration: 152.937345ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:15.274453Z","caller":"traceutil/trace.go:171","msg":"trace[1685271541] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"539.863509ms","start":"2026-06-28T20:46:14.734559Z","end":"2026-06-28T20:46:15.274422Z","steps":["trace[1685271541] 'process raft request' (duration: 539.296507ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.274618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.734541Z","time spent":"539.995861ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:15.274886Z","caller":"traceutil/trace.go:171","msg":"trace[287056106] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"540.238457ms","start":"2026-06-28T20:46:14.734628Z","end":"2026-06-28T20:46:15.274867Z","steps":["trace[287056106] 'process raft request' (duration: 540.086624ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:15.274864Z","caller":"traceutil/trace.go:171","msg":"trace[895389114] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"540.200436ms","start":"2026-06-28T20:46:14.734625Z","end":"2026-06-28T20:46:15.274826Z","steps":["trace[895389114] 'process raft request' (duration: 539.736437ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.275006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.734602Z","time spent":"540.349479ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:15.275064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.734605Z","time spent":"540.366069ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:15.275088Z","caller":"traceutil/trace.go:171","msg":"trace[1738768706] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"540.42456ms","start":"2026-06-28T20:46:14.734646Z","end":"2026-06-28T20:46:15.275071Z","steps":["trace[1738768706] 'process raft request' (duration: 540.164965ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.275182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.73463Z","time spent":"540.504063ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:15.275204Z","caller":"traceutil/trace.go:171","msg":"trace[1898666845] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"540.487822ms","start":"2026-06-28T20:46:14.734705Z","end":"2026-06-28T20:46:15.275193Z","steps":["trace[1898666845] 'process raft request' (duration: 540.312108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.275269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.734684Z","time spent":"540.550193ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:15.275349Z","caller":"traceutil/trace.go:171","msg":"trace[802450762] linearizableReadLoop","detail":"{readStateIndex:26832; appliedIndex:26830; }","duration":"540.931152ms","start":"2026-06-28T20:46:14.734405Z","end":"2026-06-28T20:46:15.275336Z","steps":["trace[802450762] 'read index received' (duration: 139.612743ms)","trace[802450762] 'applied index is now lower than readState.Index' (duration: 401.317299ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:15.275479Z","caller":"traceutil/trace.go:171","msg":"trace[1721792070] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"540.647335ms","start":"2026-06-28T20:46:14.734732Z","end":"2026-06-28T20:46:15.275379Z","steps":["trace[1721792070] 'process raft request' (duration: 540.427161ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.275532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.120226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-5l8fh\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-06-28T20:46:15.275563Z","caller":"traceutil/trace.go:171","msg":"trace[1432151494] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-5l8fh; range_end:; response_count:1; response_revision:25968; }","duration":"541.171557ms","start":"2026-06-28T20:46:14.734382Z","end":"2026-06-28T20:46:15.275554Z","steps":["trace[1432151494] 'agreement among raft nodes before linearized reading' (duration: 541.020224ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.275591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.73437Z","time spent":"541.215518ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4490,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-5l8fh\" "} {"level":"warn","ts":"2026-06-28T20:46:15.275862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.734712Z","time spent":"540.84721ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:15.289114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.690973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:15.289126Z","caller":"traceutil/trace.go:171","msg":"trace[77011578] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"405.908422ms","start":"2026-06-28T20:46:14.883198Z","end":"2026-06-28T20:46:15.289106Z","steps":["trace[77011578] 'process raft request' (duration: 405.764529ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:15.289168Z","caller":"traceutil/trace.go:171","msg":"trace[832153538] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25969; }","duration":"256.791977ms","start":"2026-06-28T20:46:15.032361Z","end":"2026-06-28T20:46:15.289153Z","steps":["trace[832153538] 'agreement among raft nodes before linearized reading' (duration: 256.685443ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.28922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:14.883173Z","time spent":"405.998725ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:15.701027Z","caller":"traceutil/trace.go:171","msg":"trace[384847770] linearizableReadLoop","detail":"{readStateIndex:26839; appliedIndex:26838; }","duration":"388.780183ms","start":"2026-06-28T20:46:15.312222Z","end":"2026-06-28T20:46:15.701002Z","steps":["trace[384847770] 'read index received' (duration: 388.489826ms)","trace[384847770] 'applied index is now lower than readState.Index' (duration: 289.287µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:15.701109Z","caller":"traceutil/trace.go:171","msg":"trace[1697016042] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"392.582731ms","start":"2026-06-28T20:46:15.308476Z","end":"2026-06-28T20:46:15.701059Z","steps":["trace[1697016042] 'process raft request' (duration: 392.322915ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.701205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.224003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:15.701245Z","caller":"traceutil/trace.go:171","msg":"trace[1138192524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25970; }","duration":"299.313675ms","start":"2026-06-28T20:46:15.40192Z","end":"2026-06-28T20:46:15.701234Z","steps":["trace[1138192524] 'agreement among raft nodes before linearized reading' (duration: 299.231604ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.70124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.985788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:15.701294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:15.30845Z","time spent":"392.749425ms","remote":"127.0.0.1:33620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:15.701327Z","caller":"traceutil/trace.go:171","msg":"trace[1942923077] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25970; }","duration":"389.1199ms","start":"2026-06-28T20:46:15.312188Z","end":"2026-06-28T20:46:15.701308Z","steps":["trace[1942923077] 'agreement among raft nodes before linearized reading' (duration: 388.915296ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:15.701392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:15.312172Z","time spent":"389.198101ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:15.702505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.321391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:46:15.702568Z","caller":"traceutil/trace.go:171","msg":"trace[1913463937] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25970; }","duration":"151.426554ms","start":"2026-06-28T20:46:15.551126Z","end":"2026-06-28T20:46:15.702553Z","steps":["trace[1913463937] 'agreement among raft nodes before linearized reading' (duration: 150.097837ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:16.659344Z","caller":"traceutil/trace.go:171","msg":"trace[894766270] linearizableReadLoop","detail":"{readStateIndex:26840; appliedIndex:26839; }","duration":"157.268134ms","start":"2026-06-28T20:46:16.502049Z","end":"2026-06-28T20:46:16.659317Z","steps":["trace[894766270] 'read index received' (duration: 157.194452ms)","trace[894766270] 'applied index is now lower than readState.Index' (duration: 72.422µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:16.659513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.431737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:16.659554Z","caller":"traceutil/trace.go:171","msg":"trace[1083796322] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25971; }","duration":"157.527569ms","start":"2026-06-28T20:46:16.502015Z","end":"2026-06-28T20:46:16.659542Z","steps":["trace[1083796322] 'agreement among raft nodes before linearized reading' (duration: 157.409567ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:16.659896Z","caller":"traceutil/trace.go:171","msg":"trace[1791910137] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"185.887878ms","start":"2026-06-28T20:46:16.473997Z","end":"2026-06-28T20:46:16.659885Z","steps":["trace[1791910137] 'process raft request' (duration: 185.160364ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.130825Z","caller":"traceutil/trace.go:171","msg":"trace[598861456] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"396.838888ms","start":"2026-06-28T20:46:16.733966Z","end":"2026-06-28T20:46:17.130805Z","steps":["trace[598861456] 'process raft request' (duration: 370.801846ms)","trace[598861456] 'compare' (duration: 25.767676ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:17.130922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:16.733959Z","time spent":"396.912539ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:17.131203Z","caller":"traceutil/trace.go:171","msg":"trace[1664868064] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"397.075813ms","start":"2026-06-28T20:46:16.73412Z","end":"2026-06-28T20:46:17.131196Z","steps":["trace[1664868064] 'process raft request' (duration: 396.653544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:17.13124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:16.734114Z","time spent":"397.106203ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:17.131528Z","caller":"traceutil/trace.go:171","msg":"trace[1925073609] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"396.589311ms","start":"2026-06-28T20:46:16.734929Z","end":"2026-06-28T20:46:17.131519Z","steps":["trace[1925073609] 'process raft request' (duration: 396.236804ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:17.131598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:16.734882Z","time spent":"396.670133ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:17.131819Z","caller":"traceutil/trace.go:171","msg":"trace[596482931] linearizableReadLoop","detail":"{readStateIndex:26845; appliedIndex:26841; }","duration":"226.579959ms","start":"2026-06-28T20:46:16.905231Z","end":"2026-06-28T20:46:17.131811Z","steps":["trace[596482931] 'read index received' (duration: 199.476616ms)","trace[596482931] 'applied index is now lower than readState.Index' (duration: 27.102773ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:17.13194Z","caller":"traceutil/trace.go:171","msg":"trace[2112955147] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"395.011789ms","start":"2026-06-28T20:46:16.736922Z","end":"2026-06-28T20:46:17.131933Z","steps":["trace[2112955147] 'process raft request' (duration: 394.569411ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:17.131976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:16.73691Z","time spent":"395.044421ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:17.132077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.842684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:17.132098Z","caller":"traceutil/trace.go:171","msg":"trace[2124497128] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25976; }","duration":"226.896236ms","start":"2026-06-28T20:46:16.905196Z","end":"2026-06-28T20:46:17.132092Z","steps":["trace[2124497128] 'agreement among raft nodes before linearized reading' (duration: 226.857615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:17.132216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.136362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:17.132235Z","caller":"traceutil/trace.go:171","msg":"trace[1053711104] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25976; }","duration":"209.156962ms","start":"2026-06-28T20:46:16.923072Z","end":"2026-06-28T20:46:17.132229Z","steps":["trace[1053711104] 'agreement among raft nodes before linearized reading' (duration: 209.124722ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:17.132562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.500094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:46:17.132583Z","caller":"traceutil/trace.go:171","msg":"trace[2127899459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25976; }","duration":"101.557405ms","start":"2026-06-28T20:46:17.031018Z","end":"2026-06-28T20:46:17.132576Z","steps":["trace[2127899459] 'agreement among raft nodes before linearized reading' (duration: 101.480354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:17.132672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.74634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:17.132689Z","caller":"traceutil/trace.go:171","msg":"trace[1729911670] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25976; }","duration":"127.78845ms","start":"2026-06-28T20:46:17.004895Z","end":"2026-06-28T20:46:17.132684Z","steps":["trace[1729911670] 'agreement among raft nodes before linearized reading' (duration: 127.75904ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.303956Z","caller":"traceutil/trace.go:171","msg":"trace[1743436097] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"165.021062ms","start":"2026-06-28T20:46:17.138896Z","end":"2026-06-28T20:46:17.303917Z","steps":["trace[1743436097] 'process raft request' (duration: 127.438263ms)","trace[1743436097] 'compare' (duration: 37.056978ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:17.630184Z","caller":"traceutil/trace.go:171","msg":"trace[56050223] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26847; }","duration":"226.815114ms","start":"2026-06-28T20:46:17.403339Z","end":"2026-06-28T20:46:17.630154Z","steps":["trace[56050223] 'read index received' (duration: 196.605737ms)","trace[56050223] 'applied index is now lower than readState.Index' (duration: 30.208137ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:17.63036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.010698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:17.630407Z","caller":"traceutil/trace.go:171","msg":"trace[1094788436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25983; }","duration":"227.11213ms","start":"2026-06-28T20:46:17.403281Z","end":"2026-06-28T20:46:17.630393Z","steps":["trace[1094788436] 'agreement among raft nodes before linearized reading' (duration: 226.990458ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.630819Z","caller":"traceutil/trace.go:171","msg":"trace[15583917] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"319.178621ms","start":"2026-06-28T20:46:17.311619Z","end":"2026-06-28T20:46:17.630798Z","steps":["trace[15583917] 'process raft request' (duration: 288.26529ms)","trace[15583917] 'compare' (duration: 29.85832ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:17.630945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:17.311591Z","time spent":"319.279693ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:17.630968Z","caller":"traceutil/trace.go:171","msg":"trace[741451071] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"318.047127ms","start":"2026-06-28T20:46:17.312889Z","end":"2026-06-28T20:46:17.630936Z","steps":["trace[741451071] 'process raft request' (duration: 317.162259ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.630978Z","caller":"traceutil/trace.go:171","msg":"trace[993525233] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"318.961185ms","start":"2026-06-28T20:46:17.31198Z","end":"2026-06-28T20:46:17.630941Z","steps":["trace[993525233] 'process raft request' (duration: 317.960775ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.63099Z","caller":"traceutil/trace.go:171","msg":"trace[390471554] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"316.613699ms","start":"2026-06-28T20:46:17.314346Z","end":"2026-06-28T20:46:17.63096Z","steps":["trace[390471554] 'process raft request' (duration: 315.756361ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.630982Z","caller":"traceutil/trace.go:171","msg":"trace[637819881] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"318.543427ms","start":"2026-06-28T20:46:17.312406Z","end":"2026-06-28T20:46:17.630949Z","steps":["trace[637819881] 'process raft request' (duration: 317.594848ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:17.631116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:17.314337Z","time spent":"316.718021ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:17.631132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:17.312878Z","time spent":"318.162399ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:17.631137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:17.311954Z","time spent":"319.098468ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:17.631169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:17.312381Z","time spent":"318.68574ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:18.897772Z","caller":"traceutil/trace.go:171","msg":"trace[1622252130] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"165.89062ms","start":"2026-06-28T20:46:18.731858Z","end":"2026-06-28T20:46:18.897748Z","steps":["trace[1622252130] 'process raft request' (duration: 165.842089ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:18.897843Z","caller":"traceutil/trace.go:171","msg":"trace[1120746225] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"165.951351ms","start":"2026-06-28T20:46:18.731856Z","end":"2026-06-28T20:46:18.897807Z","steps":["trace[1120746225] 'process raft request' (duration: 165.670025ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:27.157368Z","caller":"traceutil/trace.go:171","msg":"trace[366660632] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"212.469611ms","start":"2026-06-28T20:46:26.944872Z","end":"2026-06-28T20:46:27.157342Z","steps":["trace[366660632] 'process raft request' (duration: 212.326188ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:27.740634Z","caller":"traceutil/trace.go:171","msg":"trace[2045733140] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"578.505539ms","start":"2026-06-28T20:46:27.162094Z","end":"2026-06-28T20:46:27.740599Z","steps":["trace[2045733140] 'process raft request' (duration: 555.228014ms)","trace[2045733140] 'compare' (duration: 22.723324ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:27.740817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.162062Z","time spent":"578.660112ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:28.17772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.653106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:28.178117Z","caller":"traceutil/trace.go:171","msg":"trace[172991743] linearizableReadLoop","detail":"{readStateIndex:26921; appliedIndex:26917; }","duration":"829.773011ms","start":"2026-06-28T20:46:27.348329Z","end":"2026-06-28T20:46:28.178102Z","steps":["trace[172991743] 'read index received' (duration: 369.006488ms)","trace[172991743] 'applied index is now lower than readState.Index' (duration: 460.765713ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:28.178198Z","caller":"traceutil/trace.go:171","msg":"trace[375378722] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"1.011844322s","start":"2026-06-28T20:46:27.166343Z","end":"2026-06-28T20:46:28.178188Z","steps":["trace[375378722] 'process raft request' (duration: 1.011475154s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.166326Z","time spent":"1.011893825s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:28.178343Z","caller":"traceutil/trace.go:171","msg":"trace[346734844] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"1.013603748s","start":"2026-06-28T20:46:27.164711Z","end":"2026-06-28T20:46:28.178314Z","steps":["trace[346734844] 'process raft request' (duration: 682.269528ms)","trace[346734844] 'compare' (duration: 330.474352ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:28.178429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.074158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-06-28T20:46:28.178451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.164684Z","time spent":"1.013710571s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:28.178447Z","caller":"traceutil/trace.go:171","msg":"trace[1360241593] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"1.012009827s","start":"2026-06-28T20:46:27.166415Z","end":"2026-06-28T20:46:28.178425Z","steps":["trace[1360241593] 'process raft request' (duration: 1.011649348s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.944755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:46:28.17851Z","caller":"traceutil/trace.go:171","msg":"trace[1522594261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26050; }","duration":"830.199441ms","start":"2026-06-28T20:46:27.348287Z","end":"2026-06-28T20:46:28.178486Z","steps":["trace[1522594261] 'agreement among raft nodes before linearized reading' (duration: 829.974576ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:28.178523Z","caller":"traceutil/trace.go:171","msg":"trace[1430085055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26050; }","duration":"806.035308ms","start":"2026-06-28T20:46:27.372479Z","end":"2026-06-28T20:46:28.178514Z","steps":["trace[1430085055] 'agreement among raft nodes before linearized reading' (duration: 805.931445ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.999539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-06-28T20:46:28.17855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.372373Z","time spent":"806.17174ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:28.178554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.348265Z","time spent":"830.278753ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:28.178557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.166403Z","time spent":"1.012102608s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:28.178559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.314852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:46:28.178578Z","caller":"traceutil/trace.go:171","msg":"trace[663008739] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26050; }","duration":"486.06278ms","start":"2026-06-28T20:46:27.692498Z","end":"2026-06-28T20:46:28.178561Z","steps":["trace[663008739] 'agreement among raft nodes before linearized reading' (duration: 485.913877ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:28.178613Z","caller":"traceutil/trace.go:171","msg":"trace[1411077722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26050; }","duration":"499.403883ms","start":"2026-06-28T20:46:27.679195Z","end":"2026-06-28T20:46:28.178599Z","steps":["trace[1411077722] 'agreement among raft nodes before linearized reading' (duration: 499.23216ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.692493Z","time spent":"486.112062ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:28.17862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.092295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:28.178642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.679179Z","time spent":"499.457185ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:46:28.178617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.705854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-06-28T20:46:28.178663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.129172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:46:28.178674Z","caller":"traceutil/trace.go:171","msg":"trace[974467168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26050; }","duration":"774.184967ms","start":"2026-06-28T20:46:27.404474Z","end":"2026-06-28T20:46:28.178659Z","steps":["trace[974467168] 'agreement among raft nodes before linearized reading' (duration: 774.102596ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.858364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:28.178689Z","caller":"traceutil/trace.go:171","msg":"trace[1495908949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26050; }","duration":"486.161513ms","start":"2026-06-28T20:46:27.69252Z","end":"2026-06-28T20:46:28.178682Z","steps":["trace[1495908949] 'agreement among raft nodes before linearized reading' (duration: 486.088661ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:28.178694Z","caller":"traceutil/trace.go:171","msg":"trace[356117837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26050; }","duration":"487.804746ms","start":"2026-06-28T20:46:27.690869Z","end":"2026-06-28T20:46:28.178674Z","steps":["trace[356117837] 'agreement among raft nodes before linearized reading' (duration: 487.567511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.01308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:28.178718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.692518Z","time spent":"486.193073ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:28.178713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.404453Z","time spent":"774.250778ms","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:46:28.178726Z","caller":"traceutil/trace.go:171","msg":"trace[224319305] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26050; }","duration":"362.960755ms","start":"2026-06-28T20:46:27.815748Z","end":"2026-06-28T20:46:28.178709Z","steps":["trace[224319305] 'agreement among raft nodes before linearized reading' (duration: 362.834553ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.690854Z","time spent":"487.878577ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:28.178724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.517492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-28T20:46:28.178763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.815728Z","time spent":"363.026317ms","remote":"127.0.0.1:48634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:28.178776Z","caller":"traceutil/trace.go:171","msg":"trace[550012005] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26050; }","duration":"719.259675ms","start":"2026-06-28T20:46:27.459474Z","end":"2026-06-28T20:46:28.178734Z","steps":["trace[550012005] 'agreement among raft nodes before linearized reading' (duration: 718.99237ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:28.178796Z","caller":"traceutil/trace.go:171","msg":"trace[1252225290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26050; }","duration":"492.631665ms","start":"2026-06-28T20:46:27.686146Z","end":"2026-06-28T20:46:28.178778Z","steps":["trace[1252225290] 'agreement among raft nodes before linearized reading' (duration: 492.312678ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.178813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.45944Z","time spent":"719.364096ms","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-06-28T20:46:28.178837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:27.686129Z","time spent":"492.700796ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:46:29.123406Z","caller":"traceutil/trace.go:171","msg":"trace[899435640] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"940.186648ms","start":"2026-06-28T20:46:28.18318Z","end":"2026-06-28T20:46:29.123366Z","steps":["trace[899435640] 'process raft request' (duration: 939.955474ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.123569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.183161Z","time spent":"940.326161ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:29.123643Z","caller":"traceutil/trace.go:171","msg":"trace[1945199956] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"940.087826ms","start":"2026-06-28T20:46:28.183527Z","end":"2026-06-28T20:46:29.123615Z","steps":["trace[1945199956] 'process raft request' (duration: 939.79359ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:29.12371Z","caller":"traceutil/trace.go:171","msg":"trace[1411271567] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"940.016825ms","start":"2026-06-28T20:46:28.183681Z","end":"2026-06-28T20:46:29.123698Z","steps":["trace[1411271567] 'process raft request' (duration: 939.830711ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.123756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.183493Z","time spent":"940.210169ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:29.123766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.183659Z","time spent":"940.074786ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:29.123773Z","caller":"traceutil/trace.go:171","msg":"trace[1064205472] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"939.958734ms","start":"2026-06-28T20:46:28.183776Z","end":"2026-06-28T20:46:29.123734Z","steps":["trace[1064205472] 'process raft request' (duration: 939.832021ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:29.123861Z","caller":"traceutil/trace.go:171","msg":"trace[1171322408] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"939.780579ms","start":"2026-06-28T20:46:28.184069Z","end":"2026-06-28T20:46:29.123849Z","steps":["trace[1171322408] 'process raft request' (duration: 939.601225ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:29.12373Z","caller":"traceutil/trace.go:171","msg":"trace[1871583044] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"939.895062ms","start":"2026-06-28T20:46:28.183813Z","end":"2026-06-28T20:46:29.123708Z","steps":["trace[1871583044] 'process raft request' (duration: 939.832671ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.123915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.184061Z","time spent":"939.8234ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:29.123934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.892751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:29.123838Z","caller":"traceutil/trace.go:171","msg":"trace[305110932] linearizableReadLoop","detail":"{readStateIndex:26928; appliedIndex:26922; }","duration":"937.784219ms","start":"2026-06-28T20:46:28.186028Z","end":"2026-06-28T20:46:29.123812Z","steps":["trace[305110932] 'read index received' (duration: 19.004129ms)","trace[305110932] 'applied index is now lower than readState.Index' (duration: 918.779ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:29.123953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.183766Z","time spent":"940.077936ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:29.123976Z","caller":"traceutil/trace.go:171","msg":"trace[1305651179] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26057; }","duration":"937.964142ms","start":"2026-06-28T20:46:28.185999Z","end":"2026-06-28T20:46:29.123964Z","steps":["trace[1305651179] 'agreement among raft nodes before linearized reading' (duration: 937.883111ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.124004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.185991Z","time spent":"938.006474ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:46:29.124164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.183793Z","time spent":"940.142568ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:29.500117Z","caller":"traceutil/trace.go:171","msg":"trace[305717548] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"1.115583331s","start":"2026-06-28T20:46:28.384506Z","end":"2026-06-28T20:46:29.50009Z","steps":["trace[305717548] 'process raft request' (duration: 1.115385427s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.500297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.384476Z","time spent":"1.115740404s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:29.500364Z","caller":"traceutil/trace.go:171","msg":"trace[1023878470] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26929; }","duration":"376.351508ms","start":"2026-06-28T20:46:29.123971Z","end":"2026-06-28T20:46:29.500322Z","steps":["trace[1023878470] 'read index received' (duration: 376.061952ms)","trace[1023878470] 'applied index is now lower than readState.Index' (duration: 287.506µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:29.500663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177391304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-06-28T20:46:29.500653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.665412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:46:29.500705Z","caller":"traceutil/trace.go:171","msg":"trace[2012476645] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26059; }","duration":"1.177492766s","start":"2026-06-28T20:46:28.323201Z","end":"2026-06-28T20:46:29.500694Z","steps":["trace[2012476645] 'agreement among raft nodes before linearized reading' (duration: 1.177286972s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.500687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311546445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:29.500716Z","caller":"traceutil/trace.go:171","msg":"trace[123219040] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"739.921717ms","start":"2026-06-28T20:46:28.760766Z","end":"2026-06-28T20:46:29.500687Z","steps":["trace[123219040] 'process raft request' (duration: 739.276153ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.500744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.323181Z","time spent":"1.177554308s","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-06-28T20:46:29.500789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.298793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:29.500821Z","caller":"traceutil/trace.go:171","msg":"trace[689623116] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26059; }","duration":"876.437506ms","start":"2026-06-28T20:46:28.624374Z","end":"2026-06-28T20:46:29.500811Z","steps":["trace[689623116] 'agreement among raft nodes before linearized reading' (duration: 876.384655ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:29.500729Z","caller":"traceutil/trace.go:171","msg":"trace[605742748] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26059; }","duration":"996.783845ms","start":"2026-06-28T20:46:28.503924Z","end":"2026-06-28T20:46:29.500708Z","steps":["trace[605742748] 'agreement among raft nodes before linearized reading' (duration: 996.53738ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:29.500829Z","caller":"traceutil/trace.go:171","msg":"trace[1212656218] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26059; }","duration":"1.311662947s","start":"2026-06-28T20:46:28.189086Z","end":"2026-06-28T20:46:29.500749Z","steps":["trace[1212656218] 'agreement among raft nodes before linearized reading' (duration: 1.311512734s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.500836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.760743Z","time spent":"740.028229ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:29.500856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.624352Z","time spent":"876.495166ms","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:29.500863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.947394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-28T20:46:29.500892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.189074Z","time spent":"1.311802321s","remote":"127.0.0.1:51924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:29.500889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.503901Z","time spent":"996.971498ms","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-06-28T20:46:29.500926Z","caller":"traceutil/trace.go:171","msg":"trace[1130594006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26059; }","duration":"711.013526ms","start":"2026-06-28T20:46:28.789894Z","end":"2026-06-28T20:46:29.500908Z","steps":["trace[1130594006] 'agreement among raft nodes before linearized reading' (duration: 710.833052ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.500972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.78983Z","time spent":"711.130358ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:46:29.501344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.409091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:29.501445Z","caller":"traceutil/trace.go:171","msg":"trace[1818657273] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26059; }","duration":"842.551863ms","start":"2026-06-28T20:46:28.658875Z","end":"2026-06-28T20:46:29.501427Z","steps":["trace[1818657273] 'agreement among raft nodes before linearized reading' (duration: 841.504031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.501551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.658855Z","time spent":"842.681216ms","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:30.015869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.976462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:30.016107Z","caller":"traceutil/trace.go:171","msg":"trace[49380672] linearizableReadLoop","detail":"{readStateIndex:26932; appliedIndex:26930; }","duration":"515.632816ms","start":"2026-06-28T20:46:29.500456Z","end":"2026-06-28T20:46:30.016089Z","steps":["trace[49380672] 'read index received' (duration: 276.362897ms)","trace[49380672] 'applied index is now lower than readState.Index' (duration: 239.268709ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:30.016141Z","caller":"traceutil/trace.go:171","msg":"trace[297349911] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"853.362104ms","start":"2026-06-28T20:46:29.162752Z","end":"2026-06-28T20:46:30.016115Z","steps":["trace[297349911] 'process raft request' (duration: 853.223461ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.016235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.848621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:30.016268Z","caller":"traceutil/trace.go:171","msg":"trace[148585263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26061; }","duration":"613.931063ms","start":"2026-06-28T20:46:29.402327Z","end":"2026-06-28T20:46:30.016258Z","steps":["trace[148585263] 'agreement among raft nodes before linearized reading' (duration: 613.842811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.0163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.402295Z","time spent":"613.998495ms","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:30.016336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.162726Z","time spent":"853.472336ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:30.016549Z","caller":"traceutil/trace.go:171","msg":"trace[685925411] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"889.945882ms","start":"2026-06-28T20:46:29.126592Z","end":"2026-06-28T20:46:30.016538Z","steps":["trace[685925411] 'process raft request' (duration: 650.207793ms)","trace[685925411] 'compare' (duration: 238.34352ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:30.016597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.126565Z","time spent":"890.011524ms","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1561,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:46:30.016639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.20021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-28T20:46:30.016681Z","caller":"traceutil/trace.go:171","msg":"trace[538073337] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26061; }","duration":"642.278992ms","start":"2026-06-28T20:46:29.374391Z","end":"2026-06-28T20:46:30.01667Z","steps":["trace[538073337] 'agreement among raft nodes before linearized reading' (duration: 642.14729ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.016717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.37436Z","time spent":"642.348224ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-06-28T20:46:30.017073Z","caller":"traceutil/trace.go:171","msg":"trace[2031019425] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"270.089758ms","start":"2026-06-28T20:46:29.74697Z","end":"2026-06-28T20:46:30.01706Z","steps":["trace[2031019425] 'process raft request' (duration: 269.913935ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.017135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.013878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:30.01714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.502342Z","time spent":"514.785848ms","remote":"127.0.0.1:39866","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:46:30.017232Z","caller":"traceutil/trace.go:171","msg":"trace[161144458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26062; }","duration":"205.08616ms","start":"2026-06-28T20:46:29.812074Z","end":"2026-06-28T20:46:30.01716Z","steps":["trace[161144458] 'agreement among raft nodes before linearized reading' (duration: 205.020859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.017321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.182414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:46:30.017401Z","caller":"traceutil/trace.go:171","msg":"trace[1720716980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26062; }","duration":"512.292817ms","start":"2026-06-28T20:46:29.505092Z","end":"2026-06-28T20:46:30.017384Z","steps":["trace[1720716980] 'agreement among raft nodes before linearized reading' (duration: 512.087303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.017447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.505078Z","time spent":"512.360548ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:46:30.017156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.625445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11450"} {"level":"info","ts":"2026-06-28T20:46:30.017566Z","caller":"traceutil/trace.go:171","msg":"trace[1077072977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:26062; }","duration":"515.020422ms","start":"2026-06-28T20:46:29.50247Z","end":"2026-06-28T20:46:30.01749Z","steps":["trace[1077072977] 'agreement among raft nodes before linearized reading' (duration: 514.534302ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.017609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.502342Z","time spent":"515.254817ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11474,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-06-28T20:46:30.017649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.317429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:30.017703Z","caller":"traceutil/trace.go:171","msg":"trace[1158492220] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26062; }","duration":"843.413411ms","start":"2026-06-28T20:46:29.174274Z","end":"2026-06-28T20:46:30.017688Z","steps":["trace[1158492220] 'agreement among raft nodes before linearized reading' (duration: 843.323929ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.017743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.174252Z","time spent":"843.480292ms","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:30.017837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.326038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:30.017941Z","caller":"traceutil/trace.go:171","msg":"trace[2045125127] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26062; }","duration":"119.583032ms","start":"2026-06-28T20:46:29.898333Z","end":"2026-06-28T20:46:30.017917Z","steps":["trace[2045125127] 'agreement among raft nodes before linearized reading' (duration: 118.877718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:31.406042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.757479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a3b226c7-d9db-4d0f-97ab-0d7950d77598\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-06-28T20:46:31.406133Z","caller":"traceutil/trace.go:171","msg":"trace[1874428419] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a3b226c7-d9db-4d0f-97ab-0d7950d77598; range_end:; response_count:1; response_revision:26135; }","duration":"125.873021ms","start":"2026-06-28T20:46:31.28023Z","end":"2026-06-28T20:46:31.406103Z","steps":["trace[1874428419] 'range keys from in-memory index tree' (duration: 125.507174ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:33.270975Z","caller":"traceutil/trace.go:171","msg":"trace[317644587] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"128.27585ms","start":"2026-06-28T20:46:33.142673Z","end":"2026-06-28T20:46:33.270949Z","steps":["trace[317644587] 'process raft request' (duration: 128.125427ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:33.271224Z","caller":"traceutil/trace.go:171","msg":"trace[558064267] linearizableReadLoop","detail":"{readStateIndex:27019; appliedIndex:27019; }","duration":"128.417334ms","start":"2026-06-28T20:46:33.142775Z","end":"2026-06-28T20:46:33.271192Z","steps":["trace[558064267] 'read index received' (duration: 128.404713ms)","trace[558064267] 'applied index is now lower than readState.Index' (duration: 10.281µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:33.271547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.73415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:46:33.271656Z","caller":"traceutil/trace.go:171","msg":"trace[1811088886] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26147; }","duration":"128.894073ms","start":"2026-06-28T20:46:33.142736Z","end":"2026-06-28T20:46:33.27163Z","steps":["trace[1811088886] 'agreement among raft nodes before linearized reading' (duration: 128.564307ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:33.53891Z","caller":"traceutil/trace.go:171","msg":"trace[1247287318] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"396.060941ms","start":"2026-06-28T20:46:33.142827Z","end":"2026-06-28T20:46:33.538888Z","steps":["trace[1247287318] 'process raft request' (duration: 395.837727ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:33.538916Z","caller":"traceutil/trace.go:171","msg":"trace[281056921] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"396.03313ms","start":"2026-06-28T20:46:33.142863Z","end":"2026-06-28T20:46:33.538896Z","steps":["trace[281056921] 'process raft request' (duration: 395.956109ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:33.539038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:33.14284Z","time spent":"396.133933ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:33.539042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:33.142756Z","time spent":"396.211084ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:33.539068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.231674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-28T20:46:33.539075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.135693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:46:33.539115Z","caller":"traceutil/trace.go:171","msg":"trace[137334435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26149; }","duration":"395.292995ms","start":"2026-06-28T20:46:33.143811Z","end":"2026-06-28T20:46:33.539104Z","steps":["trace[137334435] 'agreement among raft nodes before linearized reading' (duration: 395.142972ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:33.539142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:33.143802Z","time spent":"395.332186ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:46:33.539123Z","caller":"traceutil/trace.go:171","msg":"trace[1515700656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26149; }","duration":"395.200304ms","start":"2026-06-28T20:46:33.143911Z","end":"2026-06-28T20:46:33.539111Z","steps":["trace[1515700656] 'agreement among raft nodes before linearized reading' (duration: 395.03021ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:33.539174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:33.143903Z","time spent":"395.261175ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:46:33.538897Z","caller":"traceutil/trace.go:171","msg":"trace[886043612] linearizableReadLoop","detail":"{readStateIndex:27021; appliedIndex:27019; }","duration":"267.582256ms","start":"2026-06-28T20:46:33.271288Z","end":"2026-06-28T20:46:33.538871Z","steps":["trace[886043612] 'read index received' (duration: 267.350431ms)","trace[886043612] 'applied index is now lower than readState.Index' (duration: 230.505µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:33.539679Z","caller":"traceutil/trace.go:171","msg":"trace[229604238] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"263.646917ms","start":"2026-06-28T20:46:33.276018Z","end":"2026-06-28T20:46:33.539665Z","steps":["trace[229604238] 'process raft request' (duration: 263.436742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:33.539754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.991084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a3b226c7-d9db-4d0f-97ab-0d7950d77598\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-06-28T20:46:33.539793Z","caller":"traceutil/trace.go:171","msg":"trace[1044758395] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a3b226c7-d9db-4d0f-97ab-0d7950d77598; range_end:; response_count:1; response_revision:26151; }","duration":"126.059075ms","start":"2026-06-28T20:46:33.413721Z","end":"2026-06-28T20:46:33.53978Z","steps":["trace[1044758395] 'agreement among raft nodes before linearized reading' (duration: 125.955163ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:33.539989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.706472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:33.540036Z","caller":"traceutil/trace.go:171","msg":"trace[1647060262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26151; }","duration":"136.786344ms","start":"2026-06-28T20:46:33.403236Z","end":"2026-06-28T20:46:33.540023Z","steps":["trace[1647060262] 'agreement among raft nodes before linearized reading' (duration: 136.340065ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:05.746148Z","caller":"traceutil/trace.go:171","msg":"trace[191837855] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"101.515563ms","start":"2026-06-28T20:47:05.644602Z","end":"2026-06-28T20:47:05.746117Z","steps":["trace[191837855] 'process raft request' (duration: 101.286649ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:05.858373Z","caller":"traceutil/trace.go:171","msg":"trace[1278350761] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"106.952085ms","start":"2026-06-28T20:47:05.751388Z","end":"2026-06-28T20:47:05.85834Z","steps":["trace[1278350761] 'process raft request' (duration: 92.299306ms)","trace[1278350761] 'compare' (duration: 14.526606ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:05.872912Z","caller":"traceutil/trace.go:171","msg":"trace[1082622556] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"120.625685ms","start":"2026-06-28T20:47:05.752251Z","end":"2026-06-28T20:47:05.872876Z","steps":["trace[1082622556] 'process raft request' (duration: 120.499622ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:05.872916Z","caller":"traceutil/trace.go:171","msg":"trace[286059341] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"120.454061ms","start":"2026-06-28T20:47:05.75243Z","end":"2026-06-28T20:47:05.872884Z","steps":["trace[286059341] 'process raft request' (duration: 120.364629ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:05.873175Z","caller":"traceutil/trace.go:171","msg":"trace[177894900] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"120.645785ms","start":"2026-06-28T20:47:05.752496Z","end":"2026-06-28T20:47:05.873142Z","steps":["trace[177894900] 'process raft request' (duration: 120.341499ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:05.873432Z","caller":"traceutil/trace.go:171","msg":"trace[1347768764] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"121.722166ms","start":"2026-06-28T20:47:05.751674Z","end":"2026-06-28T20:47:05.873396Z","steps":["trace[1347768764] 'process raft request' (duration: 120.9266ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:06.331104Z","caller":"traceutil/trace.go:171","msg":"trace[874954534] linearizableReadLoop","detail":"{readStateIndex:27315; appliedIndex:27314; }","duration":"123.734658ms","start":"2026-06-28T20:47:06.207344Z","end":"2026-06-28T20:47:06.331079Z","steps":["trace[874954534] 'read index received' (duration: 24.068462ms)","trace[874954534] 'applied index is now lower than readState.Index' (duration: 99.664776ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:06.331211Z","caller":"traceutil/trace.go:171","msg":"trace[1307090900] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"193.444252ms","start":"2026-06-28T20:47:06.137731Z","end":"2026-06-28T20:47:06.331175Z","steps":["trace[1307090900] 'process raft request' (duration: 93.758305ms)","trace[1307090900] 'compare' (duration: 99.451542ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:06.331254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.890431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:06.331297Z","caller":"traceutil/trace.go:171","msg":"trace[1721331884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26433; }","duration":"123.974742ms","start":"2026-06-28T20:47:06.207308Z","end":"2026-06-28T20:47:06.331282Z","steps":["trace[1721331884] 'agreement among raft nodes before linearized reading' (duration: 123.897591ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.658704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.762331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:06.658855Z","caller":"traceutil/trace.go:171","msg":"trace[1303582739] linearizableReadLoop","detail":"{readStateIndex:27318; appliedIndex:27316; }","duration":"327.654444ms","start":"2026-06-28T20:47:06.331183Z","end":"2026-06-28T20:47:06.658837Z","steps":["trace[1303582739] 'read index received' (duration: 37.490426ms)","trace[1303582739] 'applied index is now lower than readState.Index' (duration: 290.163058ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:06.65895Z","caller":"traceutil/trace.go:171","msg":"trace[1491465766] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"346.221734ms","start":"2026-06-28T20:47:06.312716Z","end":"2026-06-28T20:47:06.658938Z","steps":["trace[1491465766] 'process raft request' (duration: 170.164747ms)","trace[1491465766] 'compare' (duration: 175.66768ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:06.65901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.312695Z","time spent":"346.286085ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:06.659266Z","caller":"traceutil/trace.go:171","msg":"trace[1206145551] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"346.407278ms","start":"2026-06-28T20:47:06.31285Z","end":"2026-06-28T20:47:06.659257Z","steps":["trace[1206145551] 'process raft request' (duration: 345.929518ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.659322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.312827Z","time spent":"346.465608ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:06.6595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.077339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-06-28T20:47:06.659536Z","caller":"traceutil/trace.go:171","msg":"trace[179446425] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26436; }","duration":"368.13575ms","start":"2026-06-28T20:47:06.291389Z","end":"2026-06-28T20:47:06.659524Z","steps":["trace[179446425] 'agreement among raft nodes before linearized reading' (duration: 368.034928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.659565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.291372Z","time spent":"368.185432ms","remote":"127.0.0.1:39984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-06-28T20:47:06.659621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.006171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:06.659651Z","caller":"traceutil/trace.go:171","msg":"trace[122826746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26436; }","duration":"257.048471ms","start":"2026-06-28T20:47:06.402596Z","end":"2026-06-28T20:47:06.659644Z","steps":["trace[122826746] 'agreement among raft nodes before linearized reading' (duration: 257.00002ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.659716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.450506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:47:06.659786Z","caller":"traceutil/trace.go:171","msg":"trace[515438059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26436; }","duration":"272.541678ms","start":"2026-06-28T20:47:06.387226Z","end":"2026-06-28T20:47:06.659768Z","steps":["trace[515438059] 'agreement among raft nodes before linearized reading' (duration: 272.372385ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.939549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.875842ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:06.939718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.807592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:06.939819Z","caller":"traceutil/trace.go:171","msg":"trace[1074911993] linearizableReadLoop","detail":"{readStateIndex:27319; appliedIndex:27318; }","duration":"275.166311ms","start":"2026-06-28T20:47:06.664638Z","end":"2026-06-28T20:47:06.939805Z","steps":["trace[1074911993] 'read index received' (duration: 145.092334ms)","trace[1074911993] 'applied index is now lower than readState.Index' (duration: 130.073077ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:06.939738Z","caller":"traceutil/trace.go:171","msg":"trace[1606442735] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26436; }","duration":"105.061786ms","start":"2026-06-28T20:47:06.834637Z","end":"2026-06-28T20:47:06.939698Z","steps":["trace[1606442735] 'range keys from in-memory index tree' (duration: 104.854362ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.939973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.329864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c82851a1-0b59-434c-b2e5-e6b77386c105\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-06-28T20:47:06.939949Z","caller":"traceutil/trace.go:171","msg":"trace[928539700] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"276.430306ms","start":"2026-06-28T20:47:06.663476Z","end":"2026-06-28T20:47:06.939906Z","steps":["trace[928539700] 'process raft request' (duration: 146.352349ms)","trace[928539700] 'compare' (duration: 129.581017ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:06.940014Z","caller":"traceutil/trace.go:171","msg":"trace[1526718323] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c82851a1-0b59-434c-b2e5-e6b77386c105; range_end:; response_count:1; response_revision:26437; }","duration":"275.386386ms","start":"2026-06-28T20:47:06.664612Z","end":"2026-06-28T20:47:06.939998Z","steps":["trace[1526718323] 'agreement among raft nodes before linearized reading' (duration: 275.236383ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:07.337981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.49933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:07.338027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.320881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:47:07.338078Z","caller":"traceutil/trace.go:171","msg":"trace[471588272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26437; }","duration":"281.663163ms","start":"2026-06-28T20:47:07.056387Z","end":"2026-06-28T20:47:07.33805Z","steps":["trace[471588272] 'count revisions from in-memory index tree' (duration: 281.423909ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:07.338148Z","caller":"traceutil/trace.go:171","msg":"trace[673127976] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26437; }","duration":"171.398171ms","start":"2026-06-28T20:47:07.166653Z","end":"2026-06-28T20:47:07.338051Z","steps":["trace[673127976] 'count revisions from in-memory index tree' (duration: 171.220468ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:07.53208Z","caller":"traceutil/trace.go:171","msg":"trace[559065255] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"103.627857ms","start":"2026-06-28T20:47:07.428408Z","end":"2026-06-28T20:47:07.532036Z","steps":["trace[559065255] 'process raft request' (duration: 103.408723ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:07.962856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.633056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:47:07.962933Z","caller":"traceutil/trace.go:171","msg":"trace[174981980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26439; }","duration":"100.759729ms","start":"2026-06-28T20:47:07.862153Z","end":"2026-06-28T20:47:07.962913Z","steps":["trace[174981980] 'range keys from in-memory index tree' (duration: 100.481243ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:08.157932Z","caller":"traceutil/trace.go:171","msg":"trace[2142768738] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"191.102644ms","start":"2026-06-28T20:47:07.966802Z","end":"2026-06-28T20:47:08.157904Z","steps":["trace[2142768738] 'process raft request' (duration: 190.925011ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:08.417337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.160972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:08.417602Z","caller":"traceutil/trace.go:171","msg":"trace[125923768] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"450.521514ms","start":"2026-06-28T20:47:07.967054Z","end":"2026-06-28T20:47:08.417576Z","steps":["trace[125923768] 'process raft request' (duration: 291.019116ms)","trace[125923768] 'compare' (duration: 158.873375ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:08.417715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.967037Z","time spent":"450.627926ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:08.417977Z","caller":"traceutil/trace.go:171","msg":"trace[619410850] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"450.82091ms","start":"2026-06-28T20:47:07.967137Z","end":"2026-06-28T20:47:08.417957Z","steps":["trace[619410850] 'process raft request' (duration: 450.34106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:08.418074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.967098Z","time spent":"450.927372ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:08.418069Z","caller":"traceutil/trace.go:171","msg":"trace[121984407] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"242.387963ms","start":"2026-06-28T20:47:08.175661Z","end":"2026-06-28T20:47:08.418049Z","steps":["trace[121984407] 'process raft request' (duration: 242.347982ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:08.418128Z","caller":"traceutil/trace.go:171","msg":"trace[352406792] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"450.277469ms","start":"2026-06-28T20:47:07.96782Z","end":"2026-06-28T20:47:08.418097Z","steps":["trace[352406792] 'process raft request' (duration: 450.149696ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:08.418192Z","caller":"traceutil/trace.go:171","msg":"trace[2036332388] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"450.710208ms","start":"2026-06-28T20:47:07.967375Z","end":"2026-06-28T20:47:08.418085Z","steps":["trace[2036332388] 'process raft request' (duration: 450.510874ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:08.418318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.967814Z","time spent":"450.399732ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:08.418327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.967358Z","time spent":"450.919462ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:08.708097Z","caller":"traceutil/trace.go:171","msg":"trace[570834524] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"372.143442ms","start":"2026-06-28T20:47:08.335926Z","end":"2026-06-28T20:47:08.708069Z","steps":["trace[570834524] 'process raft request' (duration: 283.654234ms)","trace[570834524] 'compare' (duration: 88.308744ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:08.708253Z","caller":"traceutil/trace.go:171","msg":"trace[496534689] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27322; }","duration":"304.171154ms","start":"2026-06-28T20:47:08.404055Z","end":"2026-06-28T20:47:08.708226Z","steps":["trace[496534689] 'read index received' (duration: 10.995625ms)","trace[496534689] 'applied index is now lower than readState.Index' (duration: 293.174059ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:08.708288Z","caller":"traceutil/trace.go:171","msg":"trace[1607588454] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"335.719219ms","start":"2026-06-28T20:47:08.372545Z","end":"2026-06-28T20:47:08.708265Z","steps":["trace[1607588454] 'process raft request' (duration: 335.488934ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:08.708408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.328137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:08.708365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:08.335901Z","time spent":"372.271755ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:08.708424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:08.372516Z","time spent":"335.82188ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:08.708438Z","caller":"traceutil/trace.go:171","msg":"trace[1378249867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26447; }","duration":"304.42671ms","start":"2026-06-28T20:47:08.404003Z","end":"2026-06-28T20:47:08.70843Z","steps":["trace[1378249867] 'agreement among raft nodes before linearized reading' (duration: 304.340637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:08.708464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:08.403982Z","time spent":"304.47578ms","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:08.713073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.876047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:47:08.713116Z","caller":"traceutil/trace.go:171","msg":"trace[400528642] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26449; }","duration":"206.967598ms","start":"2026-06-28T20:47:08.506136Z","end":"2026-06-28T20:47:08.713103Z","steps":["trace[400528642] 'agreement among raft nodes before linearized reading' (duration: 206.865356ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:08.713175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.138533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:08.713218Z","caller":"traceutil/trace.go:171","msg":"trace[1999960260] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26449; }","duration":"234.222135ms","start":"2026-06-28T20:47:08.478986Z","end":"2026-06-28T20:47:08.713208Z","steps":["trace[1999960260] 'agreement among raft nodes before linearized reading' (duration: 234.146103ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:09.039894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.916824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:09.040207Z","caller":"traceutil/trace.go:171","msg":"trace[1056880617] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"215.388041ms","start":"2026-06-28T20:47:08.824781Z","end":"2026-06-28T20:47:09.040169Z","steps":["trace[1056880617] 'process raft request' (duration: 108.083039ms)","trace[1056880617] 'compare' (duration: 106.567477ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:09.686141Z","caller":"traceutil/trace.go:171","msg":"trace[454475396] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"145.833361ms","start":"2026-06-28T20:47:09.540281Z","end":"2026-06-28T20:47:09.686114Z","steps":["trace[454475396] 'process raft request' (duration: 145.622386ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:10.610874Z","caller":"traceutil/trace.go:171","msg":"trace[953524546] linearizableReadLoop","detail":"{readStateIndex:27340; appliedIndex:27339; }","duration":"177.611859ms","start":"2026-06-28T20:47:10.433233Z","end":"2026-06-28T20:47:10.610845Z","steps":["trace[953524546] 'read index received' (duration: 167.486972ms)","trace[953524546] 'applied index is now lower than readState.Index' (duration: 10.123417ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:10.611056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.653995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:47:10.611138Z","caller":"traceutil/trace.go:171","msg":"trace[221123858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26457; }","duration":"188.749846ms","start":"2026-06-28T20:47:10.422373Z","end":"2026-06-28T20:47:10.611123Z","steps":["trace[221123858] 'agreement among raft nodes before linearized reading' (duration: 188.596203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:10.611167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.936791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:47:10.611235Z","caller":"traceutil/trace.go:171","msg":"trace[1336442830] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26457; }","duration":"189.046902ms","start":"2026-06-28T20:47:10.42217Z","end":"2026-06-28T20:47:10.611217Z","steps":["trace[1336442830] 'agreement among raft nodes before linearized reading' (duration: 188.838038ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:10.611294Z","caller":"traceutil/trace.go:171","msg":"trace[1990061256] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"187.991281ms","start":"2026-06-28T20:47:10.423295Z","end":"2026-06-28T20:47:10.611287Z","steps":["trace[1990061256] 'process raft request' (duration: 177.477836ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:10.611444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.464717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:10.61147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.986032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:47:10.611493Z","caller":"traceutil/trace.go:171","msg":"trace[649996554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26457; }","duration":"177.529948ms","start":"2026-06-28T20:47:10.433948Z","end":"2026-06-28T20:47:10.611478Z","steps":["trace[649996554] 'agreement among raft nodes before linearized reading' (duration: 177.453266ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:10.611512Z","caller":"traceutil/trace.go:171","msg":"trace[1798327700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26457; }","duration":"190.043663ms","start":"2026-06-28T20:47:10.421456Z","end":"2026-06-28T20:47:10.6115Z","steps":["trace[1798327700] 'agreement among raft nodes before linearized reading' (duration: 189.930371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:10.611578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.952811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:47:10.611657Z","caller":"traceutil/trace.go:171","msg":"trace[302902418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26457; }","duration":"190.047763ms","start":"2026-06-28T20:47:10.421588Z","end":"2026-06-28T20:47:10.611636Z","steps":["trace[302902418] 'agreement among raft nodes before linearized reading' (duration: 189.810848ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:10.807951Z","caller":"traceutil/trace.go:171","msg":"trace[890508521] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"191.259957ms","start":"2026-06-28T20:47:10.616672Z","end":"2026-06-28T20:47:10.807932Z","steps":["trace[890508521] 'process raft request' (duration: 175.612927ms)","trace[890508521] 'compare' (duration: 15.407545ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:10.808145Z","caller":"traceutil/trace.go:171","msg":"trace[22050515] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"191.102594ms","start":"2026-06-28T20:47:10.617021Z","end":"2026-06-28T20:47:10.808124Z","steps":["trace[22050515] 'process raft request' (duration: 191.028782ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:10.808194Z","caller":"traceutil/trace.go:171","msg":"trace[715623287] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"191.358179ms","start":"2026-06-28T20:47:10.616828Z","end":"2026-06-28T20:47:10.808186Z","steps":["trace[715623287] 'process raft request' (duration: 191.075043ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.186016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.33767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:11.1863Z","caller":"traceutil/trace.go:171","msg":"trace[1448606786] linearizableReadLoop","detail":"{readStateIndex:27348; appliedIndex:27344; }","duration":"367.169812ms","start":"2026-06-28T20:47:10.819117Z","end":"2026-06-28T20:47:11.186287Z","steps":["trace[1448606786] 'read index received' (duration: 151.432554ms)","trace[1448606786] 'applied index is now lower than readState.Index' (duration: 215.736298ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:11.186272Z","caller":"traceutil/trace.go:171","msg":"trace[1825446363] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"472.843751ms","start":"2026-06-28T20:47:10.713393Z","end":"2026-06-28T20:47:11.186236Z","steps":["trace[1825446363] 'process raft request' (duration: 257.195975ms)","trace[1825446363] 'compare' (duration: 215.036014ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:11.186419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.713339Z","time spent":"473.011724ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:11.186557Z","caller":"traceutil/trace.go:171","msg":"trace[1532969279] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"472.546934ms","start":"2026-06-28T20:47:10.713999Z","end":"2026-06-28T20:47:11.186546Z","steps":["trace[1532969279] 'process raft request' (duration: 472.109535ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.186654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.713989Z","time spent":"472.628666ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:11.186827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.414935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:47:11.186858Z","caller":"traceutil/trace.go:171","msg":"trace[1483837609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26465; }","duration":"226.475467ms","start":"2026-06-28T20:47:10.960373Z","end":"2026-06-28T20:47:11.186848Z","steps":["trace[1483837609] 'agreement among raft nodes before linearized reading' (duration: 226.359495ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:11.187141Z","caller":"traceutil/trace.go:171","msg":"trace[1069767252] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"470.948252ms","start":"2026-06-28T20:47:10.716184Z","end":"2026-06-28T20:47:11.187132Z","steps":["trace[1069767252] 'process raft request' (duration: 470.011153ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.187184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.716175Z","time spent":"470.986862ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:11.187241Z","caller":"traceutil/trace.go:171","msg":"trace[245346459] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"469.800948ms","start":"2026-06-28T20:47:10.71743Z","end":"2026-06-28T20:47:11.187231Z","steps":["trace[245346459] 'process raft request' (duration: 468.807948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.187272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.717404Z","time spent":"469.851528ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:11.188011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.873717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:47:11.188078Z","caller":"traceutil/trace.go:171","msg":"trace[1826575480] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26465; }","duration":"368.989388ms","start":"2026-06-28T20:47:10.819076Z","end":"2026-06-28T20:47:11.188065Z","steps":["trace[1826575480] 'agreement among raft nodes before linearized reading' (duration: 367.535348ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.188113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.819054Z","time spent":"369.05097ms","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2816,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:11.694116Z","caller":"traceutil/trace.go:171","msg":"trace[1806409059] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"239.432621ms","start":"2026-06-28T20:47:11.454662Z","end":"2026-06-28T20:47:11.694095Z","steps":["trace[1806409059] 'process raft request' (duration: 239.263668ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:12.386478Z","caller":"traceutil/trace.go:171","msg":"trace[1895925101] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"139.865807ms","start":"2026-06-28T20:47:12.246584Z","end":"2026-06-28T20:47:12.38645Z","steps":["trace[1895925101] 'process raft request' (duration: 139.698363ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:12.924981Z","caller":"traceutil/trace.go:171","msg":"trace[1083847148] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27355; }","duration":"113.640812ms","start":"2026-06-28T20:47:12.811321Z","end":"2026-06-28T20:47:12.924962Z","steps":["trace[1083847148] 'read index received' (duration: 113.487689ms)","trace[1083847148] 'applied index is now lower than readState.Index' (duration: 152.313µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:12.925083Z","caller":"traceutil/trace.go:171","msg":"trace[757196962] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"216.210437ms","start":"2026-06-28T20:47:12.708864Z","end":"2026-06-28T20:47:12.925074Z","steps":["trace[757196962] 'process raft request' (duration: 215.966222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:12.925265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.585701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:47:12.925319Z","caller":"traceutil/trace.go:171","msg":"trace[1893484082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26473; }","duration":"113.673233ms","start":"2026-06-28T20:47:12.811634Z","end":"2026-06-28T20:47:12.925308Z","steps":["trace[1893484082] 'agreement among raft nodes before linearized reading' (duration: 113.5272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:12.925486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.750943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:47:12.925522Z","caller":"traceutil/trace.go:171","msg":"trace[1960202693] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26473; }","duration":"112.803464ms","start":"2026-06-28T20:47:12.812707Z","end":"2026-06-28T20:47:12.92551Z","steps":["trace[1960202693] 'agreement among raft nodes before linearized reading' (duration: 112.722972ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:12.925646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.335877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:47:12.925683Z","caller":"traceutil/trace.go:171","msg":"trace[1677274884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26473; }","duration":"114.417917ms","start":"2026-06-28T20:47:12.811257Z","end":"2026-06-28T20:47:12.925675Z","steps":["trace[1677274884] 'agreement among raft nodes before linearized reading' (duration: 114.320365ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:13.347172Z","caller":"traceutil/trace.go:171","msg":"trace[2078934208] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"154.597508ms","start":"2026-06-28T20:47:13.192548Z","end":"2026-06-28T20:47:13.347146Z","steps":["trace[2078934208] 'process raft request' (duration: 154.397434ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:13.347327Z","caller":"traceutil/trace.go:171","msg":"trace[1692872261] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"154.557238ms","start":"2026-06-28T20:47:13.192755Z","end":"2026-06-28T20:47:13.347312Z","steps":["trace[1692872261] 'process raft request' (duration: 154.343464ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:13.347459Z","caller":"traceutil/trace.go:171","msg":"trace[296707161] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"153.475134ms","start":"2026-06-28T20:47:13.19396Z","end":"2026-06-28T20:47:13.347435Z","steps":["trace[296707161] 'process raft request' (duration: 153.293141ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:13.347486Z","caller":"traceutil/trace.go:171","msg":"trace[216776877] linearizableReadLoop","detail":"{readStateIndex:27363; appliedIndex:27360; }","duration":"116.619652ms","start":"2026-06-28T20:47:13.230781Z","end":"2026-06-28T20:47:13.3474Z","steps":["trace[216776877] 'read index received' (duration: 116.180293ms)","trace[216776877] 'applied index is now lower than readState.Index' (duration: 438.359µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:13.347647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.849737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:47:13.347707Z","caller":"traceutil/trace.go:171","msg":"trace[55500209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26480; }","duration":"116.916618ms","start":"2026-06-28T20:47:13.230775Z","end":"2026-06-28T20:47:13.347692Z","steps":["trace[55500209] 'agreement among raft nodes before linearized reading' (duration: 116.750995ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:13.494616Z","caller":"traceutil/trace.go:171","msg":"trace[883656775] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"143.549042ms","start":"2026-06-28T20:47:13.35103Z","end":"2026-06-28T20:47:13.494579Z","steps":["trace[883656775] 'process raft request' (duration: 44.888517ms)","trace[883656775] 'compare' (duration: 98.287928ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:14.252415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700071123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:47:14.488385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.648318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.488668Z","caller":"traceutil/trace.go:171","msg":"trace[2115799714] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26481; }","duration":"824.939664ms","start":"2026-06-28T20:47:13.663711Z","end":"2026-06-28T20:47:14.48865Z","steps":["trace[2115799714] 'range keys from in-memory index tree' (duration: 824.582977ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.488712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.663663Z","time spent":"825.037106ms","remote":"127.0.0.1:43794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:47:14.53741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-06-28T20:47:14.538779Z","caller":"traceutil/trace.go:171","msg":"trace[1549305107] linearizableReadLoop","detail":"{readStateIndex:27366; appliedIndex:27364; }","duration":"787.534388ms","start":"2026-06-28T20:47:13.751228Z","end":"2026-06-28T20:47:14.538762Z","steps":["trace[1549305107] 'read index received' (duration: 681.627934ms)","trace[1549305107] 'applied index is now lower than readState.Index' (duration: 105.905734ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:14.539021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.475248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:14.539043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.406613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:14.539066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.828525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-28T20:47:14.539063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.797117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.539101Z","caller":"traceutil/trace.go:171","msg":"trace[2122627441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26482; }","duration":"787.893216ms","start":"2026-06-28T20:47:13.751198Z","end":"2026-06-28T20:47:14.539092Z","steps":["trace[2122627441] 'agreement among raft nodes before linearized reading' (duration: 787.770244ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.539096Z","caller":"traceutil/trace.go:171","msg":"trace[1295450509] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26482; }","duration":"298.56849ms","start":"2026-06-28T20:47:14.240505Z","end":"2026-06-28T20:47:14.539074Z","steps":["trace[1295450509] 'agreement among raft nodes before linearized reading' (duration: 298.443417ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.539091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.539961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:14.539112Z","caller":"traceutil/trace.go:171","msg":"trace[2109905494] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26482; }","duration":"584.883779ms","start":"2026-06-28T20:47:13.954216Z","end":"2026-06-28T20:47:14.5391Z","steps":["trace[2109905494] 'agreement among raft nodes before linearized reading' (duration: 584.775307ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.539048Z","caller":"traceutil/trace.go:171","msg":"trace[1792535412] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"575.050758ms","start":"2026-06-28T20:47:13.963917Z","end":"2026-06-28T20:47:14.538968Z","steps":["trace[1792535412] 'process raft request' (duration: 573.569847ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.539134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.751188Z","time spent":"787.938437ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:47:14.539107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.072985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-28T20:47:14.539148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.954202Z","time spent":"584.93533ms","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:14.539102Z","caller":"traceutil/trace.go:171","msg":"trace[587415482] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26482; }","duration":"334.495744ms","start":"2026-06-28T20:47:14.204593Z","end":"2026-06-28T20:47:14.539089Z","steps":["trace[587415482] 'agreement among raft nodes before linearized reading' (duration: 334.387032ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.539188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.20458Z","time spent":"334.598347ms","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:14.539183Z","caller":"traceutil/trace.go:171","msg":"trace[749986542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26482; }","duration":"148.186418ms","start":"2026-06-28T20:47:14.390981Z","end":"2026-06-28T20:47:14.539168Z","steps":["trace[749986542] 'agreement among raft nodes before linearized reading' (duration: 148.021764ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.539146Z","caller":"traceutil/trace.go:171","msg":"trace[1677332703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26482; }","duration":"534.615202ms","start":"2026-06-28T20:47:14.004516Z","end":"2026-06-28T20:47:14.539131Z","steps":["trace[1677332703] 'agreement among raft nodes before linearized reading' (duration: 534.52319ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.539287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.004509Z","time spent":"534.728525ms","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:14.539361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.963887Z","time spent":"575.289343ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:15.110945Z","caller":"traceutil/trace.go:171","msg":"trace[1425478315] linearizableReadLoop","detail":"{readStateIndex:27371; appliedIndex:27370; }","duration":"137.468878ms","start":"2026-06-28T20:47:14.973446Z","end":"2026-06-28T20:47:15.110915Z","steps":["trace[1425478315] 'read index received' (duration: 54.768578ms)","trace[1425478315] 'applied index is now lower than readState.Index' (duration: 82.69905ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:15.111057Z","caller":"traceutil/trace.go:171","msg":"trace[1129313093] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"138.848487ms","start":"2026-06-28T20:47:14.972198Z","end":"2026-06-28T20:47:15.111046Z","steps":["trace[1129313093] 'process raft request' (duration: 56.027054ms)","trace[1129313093] 'compare' (duration: 82.426015ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:15.111337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.874026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:47:15.111371Z","caller":"traceutil/trace.go:171","msg":"trace[1883929764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26487; }","duration":"137.946158ms","start":"2026-06-28T20:47:14.973417Z","end":"2026-06-28T20:47:15.111363Z","steps":["trace[1883929764] 'agreement among raft nodes before linearized reading' (duration: 137.791795ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.11148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.116012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:47:15.111589Z","caller":"traceutil/trace.go:171","msg":"trace[1978940285] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26487; }","duration":"137.274754ms","start":"2026-06-28T20:47:14.974288Z","end":"2026-06-28T20:47:15.111563Z","steps":["trace[1978940285] 'agreement among raft nodes before linearized reading' (duration: 136.981748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.323839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.608169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:15.323957Z","caller":"traceutil/trace.go:171","msg":"trace[840758113] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"208.469268ms","start":"2026-06-28T20:47:15.115469Z","end":"2026-06-28T20:47:15.323939Z","steps":["trace[840758113] 'process raft request' (duration: 100.39721ms)","trace[840758113] 'compare' (duration: 107.493157ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:15.355681Z","caller":"traceutil/trace.go:171","msg":"trace[1381003598] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"238.830689ms","start":"2026-06-28T20:47:15.116833Z","end":"2026-06-28T20:47:15.355664Z","steps":["trace[1381003598] 'process raft request' (duration: 238.709517ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:15.421429Z","caller":"traceutil/trace.go:171","msg":"trace[665932716] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"155.309594ms","start":"2026-06-28T20:47:15.266097Z","end":"2026-06-28T20:47:15.421407Z","steps":["trace[665932716] 'process raft request' (duration: 154.735892ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:15.608472Z","caller":"traceutil/trace.go:171","msg":"trace[1708727922] linearizableReadLoop","detail":"{readStateIndex:27378; appliedIndex:27377; }","duration":"147.282319ms","start":"2026-06-28T20:47:15.46116Z","end":"2026-06-28T20:47:15.608443Z","steps":["trace[1708727922] 'read index received' (duration: 147.047694ms)","trace[1708727922] 'applied index is now lower than readState.Index' (duration: 233.685µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:15.608769Z","caller":"traceutil/trace.go:171","msg":"trace[1359966106] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"170.741438ms","start":"2026-06-28T20:47:15.438016Z","end":"2026-06-28T20:47:15.608757Z","steps":["trace[1359966106] 'process raft request' (duration: 170.256758ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.60902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.83858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:15.609065Z","caller":"traceutil/trace.go:171","msg":"trace[355499786] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26494; }","duration":"147.929452ms","start":"2026-06-28T20:47:15.461124Z","end":"2026-06-28T20:47:15.609054Z","steps":["trace[355499786] 'agreement among raft nodes before linearized reading' (duration: 147.845951ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.60931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.091728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:47:15.609348Z","caller":"traceutil/trace.go:171","msg":"trace[108194491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26494; }","duration":"109.15772ms","start":"2026-06-28T20:47:15.500182Z","end":"2026-06-28T20:47:15.609339Z","steps":["trace[108194491] 'agreement among raft nodes before linearized reading' (duration: 109.042768ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:16.735557Z","caller":"traceutil/trace.go:171","msg":"trace[1491282960] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"152.325452ms","start":"2026-06-28T20:47:16.5832Z","end":"2026-06-28T20:47:16.735526Z","steps":["trace[1491282960] 'process raft request' (duration: 81.24901ms)","trace[1491282960] 'compare' (duration: 70.788656ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:16.735647Z","caller":"traceutil/trace.go:171","msg":"trace[1066510545] linearizableReadLoop","detail":"{readStateIndex:27381; appliedIndex:27380; }","duration":"114.797755ms","start":"2026-06-28T20:47:16.620843Z","end":"2026-06-28T20:47:16.735641Z","steps":["trace[1066510545] 'read index received' (duration: 43.633692ms)","trace[1066510545] 'applied index is now lower than readState.Index' (duration: 71.163363ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:16.735728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.872046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:16.735759Z","caller":"traceutil/trace.go:171","msg":"trace[1430833456] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26498; }","duration":"114.948428ms","start":"2026-06-28T20:47:16.620801Z","end":"2026-06-28T20:47:16.73575Z","steps":["trace[1430833456] 'agreement among raft nodes before linearized reading' (duration: 114.883727ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:38.967261Z","caller":"traceutil/trace.go:171","msg":"trace[2068749172] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"143.365218ms","start":"2026-06-28T20:47:38.823877Z","end":"2026-06-28T20:47:38.967242Z","steps":["trace[2068749172] 'process raft request' (duration: 143.207255ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:43.255811Z","caller":"traceutil/trace.go:171","msg":"trace[409828694] linearizableReadLoop","detail":"{readStateIndex:28267; appliedIndex:28266; }","duration":"376.233156ms","start":"2026-06-28T20:48:42.879551Z","end":"2026-06-28T20:48:43.255785Z","steps":["trace[409828694] 'read index received' (duration: 375.185935ms)","trace[409828694] 'applied index is now lower than readState.Index' (duration: 1.045911ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:43.255889Z","caller":"traceutil/trace.go:171","msg":"trace[1434153284] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"382.427193ms","start":"2026-06-28T20:48:42.873421Z","end":"2026-06-28T20:48:43.255848Z","steps":["trace[1434153284] 'process raft request' (duration: 381.441403ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.256017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.430321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:43.2561Z","caller":"traceutil/trace.go:171","msg":"trace[107327906] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27363; }","duration":"376.558633ms","start":"2026-06-28T20:48:42.879522Z","end":"2026-06-28T20:48:43.25608Z","steps":["trace[107327906] 'agreement among raft nodes before linearized reading' (duration: 376.375339ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.256161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:42.879509Z","time spent":"376.635634ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:43.256426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:42.873403Z","time spent":"382.790491ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:43.756086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700073555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:48:44.257236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700073555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:48:44.758034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700073555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:48:45.259066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700073555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:48:45.404573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000924299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:48:45.404621Z","caller":"traceutil/trace.go:171","msg":"trace[419300319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100321s","start":"2026-06-28T20:48:43.403606Z","end":"2026-06-28T20:48:45.40461Z","steps":["trace[419300319] 'agreement among raft nodes before linearized reading' (duration: 2.000944479s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:45.404654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.403594Z","time spent":"2.001052701s","remote":"127.0.0.1:39814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:48:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:48:45.759971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700073555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:48:46.26094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313096863700073555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:48:46.354651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.0999133s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:48:46.44317Z","caller":"traceutil/trace.go:171","msg":"trace[552609081] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"3.251550079s","start":"2026-06-28T20:48:43.191581Z","end":"2026-06-28T20:48:46.443131Z","steps":["trace[552609081] 'process raft request' (duration: 3.163277025s)","trace[552609081] 'compare' (duration: 86.936276ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:48:46.443373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.191552Z","time spent":"3.251713732s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:46.455268Z","caller":"traceutil/trace.go:171","msg":"trace[318037613] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"2.696003629s","start":"2026-06-28T20:48:43.759179Z","end":"2026-06-28T20:48:46.455183Z","steps":["trace[318037613] 'process raft request' (duration: 2.695754554s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:46.455361Z","caller":"traceutil/trace.go:171","msg":"trace[845383843] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"2.694273484s","start":"2026-06-28T20:48:43.76106Z","end":"2026-06-28T20:48:46.455333Z","steps":["trace[845383843] 'process raft request' (duration: 2.694015379s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.455491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.761051Z","time spent":"2.694369416s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:46.455498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.759158Z","time spent":"2.696229703s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:46.455545Z","caller":"traceutil/trace.go:171","msg":"trace[350218900] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"2.692969387s","start":"2026-06-28T20:48:43.762547Z","end":"2026-06-28T20:48:46.455517Z","steps":["trace[350218900] 'process raft request' (duration: 2.692588609s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:46.455658Z","caller":"traceutil/trace.go:171","msg":"trace[1545783589] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"2.695663572s","start":"2026-06-28T20:48:43.759966Z","end":"2026-06-28T20:48:46.455629Z","steps":["trace[1545783589] 'process raft request' (duration: 2.69507006s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.455692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.762539Z","time spent":"2.693079569s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:46.455764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.759955Z","time spent":"2.695760844s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:46.46901Z","caller":"traceutil/trace.go:171","msg":"trace[2016507741] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"2.285040933s","start":"2026-06-28T20:48:44.183951Z","end":"2026-06-28T20:48:46.468992Z","steps":["trace[2016507741] 'process raft request' (duration: 2.284785518s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:46.469116Z","caller":"traceutil/trace.go:171","msg":"trace[348219006] transaction","detail":"{read_only:false; response_revision:27370; number_of_response:1; }","duration":"1.207113052s","start":"2026-06-28T20:48:45.261991Z","end":"2026-06-28T20:48:46.469104Z","steps":["trace[348219006] 'process raft request' (duration: 1.206969189s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:44.183925Z","time spent":"2.285139796s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:46.46918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:45.261968Z","time spent":"1.207181823s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:46.469168Z","caller":"traceutil/trace.go:171","msg":"trace[131191182] linearizableReadLoop","detail":"{readStateIndex:28276; appliedIndex:28267; }","duration":"3.213248867s","start":"2026-06-28T20:48:43.255902Z","end":"2026-06-28T20:48:46.469151Z","steps":["trace[131191182] 'read index received' (duration: 3.098969422s)","trace[131191182] 'applied index is now lower than readState.Index' (duration: 114.278745ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:46.469184Z","caller":"traceutil/trace.go:171","msg":"trace[164329600] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"737.104229ms","start":"2026-06-28T20:48:45.732065Z","end":"2026-06-28T20:48:46.469169Z","steps":["trace[164329600] 'process raft request' (duration: 736.993257ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:45.732043Z","time spent":"737.17252ms","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:46.469318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064805194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.469327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211678194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:48:46.469348Z","caller":"traceutil/trace.go:171","msg":"trace[1354938124] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27371; }","duration":"3.211744795s","start":"2026-06-28T20:48:43.257596Z","end":"2026-06-28T20:48:46.46934Z","steps":["trace[1354938124] 'agreement among raft nodes before linearized reading' (duration: 3.211654504s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.257579Z","time spent":"3.211790086s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:46.469375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576535949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.469382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.101196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:46.4694Z","caller":"traceutil/trace.go:171","msg":"trace[1607076385] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27371; }","duration":"521.157166ms","start":"2026-06-28T20:48:45.948238Z","end":"2026-06-28T20:48:46.469395Z","steps":["trace[1607076385] 'agreement among raft nodes before linearized reading' (duration: 521.124476ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:45.948218Z","time spent":"521.200218ms","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:46.469434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593363102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.46942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357025413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:48:46.469467Z","caller":"traceutil/trace.go:171","msg":"trace[318476420] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27371; }","duration":"1.593396094s","start":"2026-06-28T20:48:44.876053Z","end":"2026-06-28T20:48:46.469449Z","steps":["trace[318476420] 'agreement among raft nodes before linearized reading' (duration: 1.593360783s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:44.876048Z","time spent":"1.593439894s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-06-28T20:48:46.469494Z","caller":"traceutil/trace.go:171","msg":"trace[801156112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27371; }","duration":"3.357166896s","start":"2026-06-28T20:48:43.112307Z","end":"2026-06-28T20:48:46.469474Z","steps":["trace[801156112] 'agreement among raft nodes before linearized reading' (duration: 3.356914781s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.986941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:48:46.469538Z","caller":"traceutil/trace.go:171","msg":"trace[1247162571] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27371; }","duration":"490.030751ms","start":"2026-06-28T20:48:45.979501Z","end":"2026-06-28T20:48:46.469532Z","steps":["trace[1247162571] 'agreement among raft nodes before linearized reading' (duration: 489.829337ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.112285Z","time spent":"3.357240778s","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:48:46.469552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.547255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.469562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:45.979487Z","time spent":"490.066262ms","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":265,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:48:46.46962Z","caller":"traceutil/trace.go:171","msg":"trace[1963357982] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27371; }","duration":"850.604087ms","start":"2026-06-28T20:48:45.618962Z","end":"2026-06-28T20:48:46.469566Z","steps":["trace[1963357982] 'agreement among raft nodes before linearized reading' (duration: 850.566226ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798999103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:48:46.469644Z","caller":"traceutil/trace.go:171","msg":"trace[59711530] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27371; }","duration":"2.799040014s","start":"2026-06-28T20:48:43.670599Z","end":"2026-06-28T20:48:46.469639Z","steps":["trace[59711530] 'agreement among raft nodes before linearized reading' (duration: 2.798880221s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:45.61894Z","time spent":"850.699418ms","remote":"127.0.0.1:37266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:46.469661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.670593Z","time spent":"2.799063945s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:46.469678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595468615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:46.469699Z","caller":"traceutil/trace.go:171","msg":"trace[1021158076] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27371; }","duration":"1.595517755s","start":"2026-06-28T20:48:44.874175Z","end":"2026-06-28T20:48:46.469693Z","steps":["trace[1021158076] 'agreement among raft nodes before linearized reading' (duration: 1.595485275s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:44.874159Z","time spent":"1.595557456s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-06-28T20:48:46.469736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.544112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:48:46.469759Z","caller":"traceutil/trace.go:171","msg":"trace[88416756] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27371; }","duration":"259.584453ms","start":"2026-06-28T20:48:46.210168Z","end":"2026-06-28T20:48:46.469753Z","steps":["trace[88416756] 'agreement among raft nodes before linearized reading' (duration: 259.540962ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818172135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:46.469787Z","caller":"traceutil/trace.go:171","msg":"trace[1787298679] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27371; }","duration":"2.818201656s","start":"2026-06-28T20:48:43.651581Z","end":"2026-06-28T20:48:46.469783Z","steps":["trace[1787298679] 'agreement among raft nodes before linearized reading' (duration: 2.818173946s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.651575Z","time spent":"2.818222777s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:48:46.469802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.12047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.469821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606458249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:46.469836Z","caller":"traceutil/trace.go:171","msg":"trace[470914899] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27371; }","duration":"950.185232ms","start":"2026-06-28T20:48:45.519644Z","end":"2026-06-28T20:48:46.469829Z","steps":["trace[470914899] 'agreement among raft nodes before linearized reading' (duration: 950.127251ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:46.469847Z","caller":"traceutil/trace.go:171","msg":"trace[415313681] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27371; }","duration":"1.60652199s","start":"2026-06-28T20:48:44.863319Z","end":"2026-06-28T20:48:46.469841Z","steps":["trace[415313681] 'agreement among raft nodes before linearized reading' (duration: 1.60648167s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:45.519619Z","time spent":"950.232403ms","remote":"127.0.0.1:37222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:46.469867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:44.863299Z","time spent":"1.606562182s","remote":"127.0.0.1:43242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:46.469879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.418201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.469895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819043382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:46.469925Z","caller":"traceutil/trace.go:171","msg":"trace[492817394] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27371; }","duration":"2.819074003s","start":"2026-06-28T20:48:43.650844Z","end":"2026-06-28T20:48:46.469918Z","steps":["trace[492817394] 'agreement among raft nodes before linearized reading' (duration: 2.819029472s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.650796Z","time spent":"2.819141734s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:48:46.469398Z","caller":"traceutil/trace.go:171","msg":"trace[1760871333] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27371; }","duration":"1.576573199s","start":"2026-06-28T20:48:44.892818Z","end":"2026-06-28T20:48:46.469391Z","steps":["trace[1760871333] 'agreement among raft nodes before linearized reading' (duration: 1.576543059s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:44.892812Z","time spent":"1.577156241s","remote":"127.0.0.1:43794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:48:46.470056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914745098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:48:46.470077Z","caller":"traceutil/trace.go:171","msg":"trace[431235990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27371; }","duration":"2.914806309s","start":"2026-06-28T20:48:43.555265Z","end":"2026-06-28T20:48:46.470071Z","steps":["trace[431235990] 'agreement among raft nodes before linearized reading' (duration: 2.914725917s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.555245Z","time spent":"2.914843589s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:48:46.469899Z","caller":"traceutil/trace.go:171","msg":"trace[1224299829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27371; }","duration":"264.474112ms","start":"2026-06-28T20:48:46.205418Z","end":"2026-06-28T20:48:46.469892Z","steps":["trace[1224299829] 'agreement among raft nodes before linearized reading' (duration: 264.441592ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.47015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133585199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:48:46.470173Z","caller":"traceutil/trace.go:171","msg":"trace[413912238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27371; }","duration":"3.133629109s","start":"2026-06-28T20:48:43.336537Z","end":"2026-06-28T20:48:46.470166Z","steps":["trace[413912238] 'agreement among raft nodes before linearized reading' (duration: 3.133555788s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378521223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:48:46.470192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.336527Z","time spent":"3.133660409s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:48:46.470202Z","caller":"traceutil/trace.go:171","msg":"trace[1046352230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27371; }","duration":"2.378590935s","start":"2026-06-28T20:48:44.091601Z","end":"2026-06-28T20:48:46.470192Z","steps":["trace[1046352230] 'agreement among raft nodes before linearized reading' (duration: 2.378480402s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134484248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:48:46.46934Z","caller":"traceutil/trace.go:171","msg":"trace[1355414787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27371; }","duration":"1.064862495s","start":"2026-06-28T20:48:45.404471Z","end":"2026-06-28T20:48:46.469333Z","steps":["trace[1355414787] 'agreement among raft nodes before linearized reading' (duration: 1.064823234s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97798929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.470232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:44.091583Z","time spent":"2.378642165s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:48:46.470272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:45.404459Z","time spent":"1.065806404s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:48:46.470277Z","caller":"traceutil/trace.go:171","msg":"trace[631579968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27371; }","duration":"2.978039331s","start":"2026-06-28T20:48:43.492232Z","end":"2026-06-28T20:48:46.470271Z","steps":["trace[631579968] 'agreement among raft nodes before linearized reading' (duration: 2.97800805s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.492214Z","time spent":"2.978076431s","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:48:46.470241Z","caller":"traceutil/trace.go:171","msg":"trace[1281043041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27371; }","duration":"3.134519428s","start":"2026-06-28T20:48:43.335715Z","end":"2026-06-28T20:48:46.470234Z","steps":["trace[1281043041] 'agreement among raft nodes before linearized reading' (duration: 3.134430787s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.335658Z","time spent":"3.134732173s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:48:46.470465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996190312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-06-28T20:48:46.470467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688380333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:48:46.470495Z","caller":"traceutil/trace.go:171","msg":"trace[514911836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27371; }","duration":"2.996261613s","start":"2026-06-28T20:48:43.474225Z","end":"2026-06-28T20:48:46.470487Z","steps":["trace[514911836] 'agreement among raft nodes before linearized reading' (duration: 2.996183921s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.469348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708519754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:48:46.470509Z","caller":"traceutil/trace.go:171","msg":"trace[663639119] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27371; }","duration":"2.688446065s","start":"2026-06-28T20:48:43.782049Z","end":"2026-06-28T20:48:46.470495Z","steps":["trace[663639119] 'agreement among raft nodes before linearized reading' (duration: 2.688291741s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006897512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.470559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.782042Z","time spent":"2.688507537s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:48:46.470581Z","caller":"traceutil/trace.go:171","msg":"trace[1136181007] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27371; }","duration":"3.006948352s","start":"2026-06-28T20:48:43.463626Z","end":"2026-06-28T20:48:46.470574Z","steps":["trace[1136181007] 'agreement among raft nodes before linearized reading' (duration: 3.006912291s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.46362Z","time spent":"3.006986673s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-06-28T20:48:46.470524Z","caller":"traceutil/trace.go:171","msg":"trace[1157360591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27371; }","duration":"2.70971046s","start":"2026-06-28T20:48:43.760802Z","end":"2026-06-28T20:48:46.470513Z","steps":["trace[1157360591] 'agreement among raft nodes before linearized reading' (duration: 2.708450694s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007051475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.470654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.760795Z","time spent":"2.709844583s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:48:46.470665Z","caller":"traceutil/trace.go:171","msg":"trace[1053266188] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27371; }","duration":"3.007110596s","start":"2026-06-28T20:48:43.463549Z","end":"2026-06-28T20:48:46.470659Z","steps":["trace[1053266188] 'agreement among raft nodes before linearized reading' (duration: 3.007080755s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.463526Z","time spent":"3.007149756s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-06-28T20:48:46.470679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.474201Z","time spent":"2.996464038s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:48:46.470704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082743311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.470717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037222731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:46.470733Z","caller":"traceutil/trace.go:171","msg":"trace[1134635285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27371; }","duration":"3.082794562s","start":"2026-06-28T20:48:43.387927Z","end":"2026-06-28T20:48:46.470721Z","steps":["trace[1134635285] 'agreement among raft nodes before linearized reading' (duration: 3.082753891s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.387911Z","time spent":"3.082837053s","remote":"127.0.0.1:43418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:48:46.470754Z","caller":"traceutil/trace.go:171","msg":"trace[1541403892] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27371; }","duration":"3.037277863s","start":"2026-06-28T20:48:43.433463Z","end":"2026-06-28T20:48:46.470741Z","steps":["trace[1541403892] 'agreement among raft nodes before linearized reading' (duration: 3.037189811s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037254002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:46.470777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.433454Z","time spent":"3.037318163s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-06-28T20:48:46.470814Z","caller":"traceutil/trace.go:171","msg":"trace[224983990] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27371; }","duration":"3.037385635s","start":"2026-06-28T20:48:43.433409Z","end":"2026-06-28T20:48:46.470794Z","steps":["trace[224983990] 'agreement among raft nodes before linearized reading' (duration: 3.037213511s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:46.470846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.433391Z","time spent":"3.037448236s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:50:35.323772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25555} {"level":"info","ts":"2026-06-28T20:50:35.491222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25555,"took":"164.000704ms","hash":2826904288,"current-db-size-bytes":63098880,"current-db-size":"63 MB","current-db-size-in-use-bytes":36712448,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-06-28T20:50:35.491288Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2826904288,"revision":25555,"compact-revision":22256} {"level":"info","ts":"2026-06-28T20:50:41.776058Z","caller":"traceutil/trace.go:171","msg":"trace[956187302] transaction","detail":"{read_only:false; response_revision:28578; number_of_response:1; }","duration":"111.727699ms","start":"2026-06-28T20:50:41.664303Z","end":"2026-06-28T20:50:41.776031Z","steps":["trace[956187302] 'process raft request' (duration: 111.515504ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:29.533881Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T20:51:29.544838Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-06-28T20:51:29.544949Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-06-28T20:55:35.329716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28529} {"level":"info","ts":"2026-06-28T20:55:35.477712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28529,"took":"143.864804ms","hash":1878101510,"current-db-size-bytes":63098880,"current-db-size":"63 MB","current-db-size-in-use-bytes":34471936,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-28T20:55:35.477776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1878101510,"revision":28529,"compact-revision":25555} {"level":"info","ts":"2026-06-28T20:56:05.859354Z","caller":"traceutil/trace.go:171","msg":"trace[458771188] transaction","detail":"{read_only:false; response_revision:31146; number_of_response:1; }","duration":"245.548449ms","start":"2026-06-28T20:56:05.613758Z","end":"2026-06-28T20:56:05.859306Z","steps":["trace[458771188] 'process raft request' (duration: 244.625559ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:05.859716Z","caller":"traceutil/trace.go:171","msg":"trace[383068047] linearizableReadLoop","detail":"{readStateIndex:32160; appliedIndex:32159; }","duration":"193.726711ms","start":"2026-06-28T20:56:05.66595Z","end":"2026-06-28T20:56:05.859676Z","steps":["trace[383068047] 'read index received' (duration: 192.332212ms)","trace[383068047] 'applied index is now lower than readState.Index' (duration: 1.391739ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:56:05.860703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.943765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:56:05.860783Z","caller":"traceutil/trace.go:171","msg":"trace[1829439440] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31146; }","duration":"194.868844ms","start":"2026-06-28T20:56:05.665898Z","end":"2026-06-28T20:56:05.860767Z","steps":["trace[1829439440] 'agreement among raft nodes before linearized reading' (duration: 193.933865ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:00:35.335293Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30926} {"level":"info","ts":"2026-06-28T21:00:35.470395Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30926,"took":"130.500473ms","hash":3064973587,"current-db-size-bytes":63098880,"current-db-size":"63 MB","current-db-size-in-use-bytes":33075200,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-06-28T21:00:35.470457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3064973587,"revision":30926,"compact-revision":28529} {"level":"info","ts":"2026-06-28T21:05:35.340966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33267} {"level":"info","ts":"2026-06-28T21:05:35.48737Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33267,"took":"141.962007ms","hash":3783172887,"current-db-size-bytes":64143360,"current-db-size":"64 MB","current-db-size-in-use-bytes":33734656,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-28T21:05:35.487444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3783172887,"revision":33267,"compact-revision":30926} {"level":"warn","ts":"2026-06-28T21:05:40.368046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.207167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T21:05:40.368447Z","caller":"traceutil/trace.go:171","msg":"trace[2144007968] transaction","detail":"{read_only:false; response_revision:35703; number_of_response:1; }","duration":"138.647779ms","start":"2026-06-28T21:05:40.229735Z","end":"2026-06-28T21:05:40.368383Z","steps":["trace[2144007968] 'process raft request' (duration: 138.419885ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:05:40.368496Z","caller":"traceutil/trace.go:171","msg":"trace[150827136] transaction","detail":"{read_only:false; response_revision:35702; number_of_response:1; }","duration":"139.847204ms","start":"2026-06-28T21:05:40.228524Z","end":"2026-06-28T21:05:40.368371Z","steps":["trace[150827136] 'process raft request' (duration: 10.191999ms)","trace[150827136] 'compare' (duration: 128.784618ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T21:05:40.36918Z","caller":"traceutil/trace.go:171","msg":"trace[1764219234] transaction","detail":"{read_only:false; response_revision:35704; number_of_response:1; }","duration":"135.101737ms","start":"2026-06-28T21:05:40.233197Z","end":"2026-06-28T21:05:40.368299Z","steps":["trace[1764219234] 'process raft request' (duration: 135.057136ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:10:35.348738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35659} {"level":"info","ts":"2026-06-28T21:10:35.499508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35659,"took":"146.086952ms","hash":4186954658,"current-db-size-bytes":65081344,"current-db-size":"65 MB","current-db-size-in-use-bytes":33628160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-28T21:10:35.499575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4186954658,"revision":35659,"compact-revision":33267} {"level":"info","ts":"2026-06-28T21:12:31.833265Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T21:12:31.840181Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-06-28T21:12:31.840293Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-06-28T21:15:35.354682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37883} {"level":"info","ts":"2026-06-28T21:15:35.477917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37883,"took":"118.836076ms","hash":3726594236,"current-db-size-bytes":65925120,"current-db-size":"66 MB","current-db-size-in-use-bytes":34037760,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-28T21:15:35.477968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3726594236,"revision":37883,"compact-revision":35659}