{"level":"warn","ts":"2026-06-30T18:05:23.464531Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-30T18:05:23.464652Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.147:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.147:2380","--initial-cluster=instance=https://199.19.213.147:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.147:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.147:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-30T18:05:23.464747Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-30T18:05:23.464763Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.147:2380"]} {"level":"info","ts":"2026-06-30T18:05:23.464786Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-30T18:05:23.46551Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.147:2379"]} {"level":"info","ts":"2026-06-30T18:05:23.465609Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.147:2380"],"listen-peer-urls":["https://199.19.213.147:2380"],"advertise-client-urls":["https://199.19.213.147:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.147:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.147:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-30T18:05:23.471807Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.930981ms"} {"level":"info","ts":"2026-06-30T18:05:23.482471Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6244e483e416226f","cluster-id":"68a374eab3e2de92"} {"level":"info","ts":"2026-06-30T18:05:23.482596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f switched to configuration voters=()"} {"level":"info","ts":"2026-06-30T18:05:23.482628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became follower at term 0"} {"level":"info","ts":"2026-06-30T18:05:23.482653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6244e483e416226f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-30T18:05:23.48267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became follower at term 1"} {"level":"info","ts":"2026-06-30T18:05:23.482725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f switched to configuration voters=(7081035769251766895)"} {"level":"warn","ts":"2026-06-30T18:05:23.495148Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-30T18:05:23.497247Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-30T18:05:23.498953Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-30T18:05:23.502543Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6244e483e416226f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-30T18:05:23.502741Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6244e483e416226f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-30T18:05:23.502958Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T18:05:23.503358Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T18:05:23.503375Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T18:05:23.506298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f switched to configuration voters=(7081035769251766895)"} {"level":"info","ts":"2026-06-30T18:05:23.506477Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"68a374eab3e2de92","local-member-id":"6244e483e416226f","added-peer-id":"6244e483e416226f","added-peer-peer-urls":["https://199.19.213.147:2380"]} {"level":"info","ts":"2026-06-30T18:05:23.509685Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-30T18:05:23.509902Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.147:2380"} {"level":"info","ts":"2026-06-30T18:05:23.509964Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6244e483e416226f","initial-advertise-peer-urls":["https://199.19.213.147:2380"],"listen-peer-urls":["https://199.19.213.147:2380"],"advertise-client-urls":["https://199.19.213.147:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.147:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-30T18:05:23.509994Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.147:2380"} {"level":"info","ts":"2026-06-30T18:05:23.510021Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-30T18:05:23.88396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f is starting a new election at term 1"} {"level":"info","ts":"2026-06-30T18:05:23.884024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became pre-candidate at term 1"} {"level":"info","ts":"2026-06-30T18:05:23.884075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f received MsgPreVoteResp from 6244e483e416226f at term 1"} {"level":"info","ts":"2026-06-30T18:05:23.884103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became candidate at term 2"} {"level":"info","ts":"2026-06-30T18:05:23.88412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f received MsgVoteResp from 6244e483e416226f at term 2"} {"level":"info","ts":"2026-06-30T18:05:23.884142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became leader at term 2"} {"level":"info","ts":"2026-06-30T18:05:23.88416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6244e483e416226f elected leader 6244e483e416226f at term 2"} {"level":"info","ts":"2026-06-30T18:05:23.886016Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6244e483e416226f","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.147:2379]}","request-path":"/0/members/6244e483e416226f/attributes","cluster-id":"68a374eab3e2de92","publish-timeout":"7s"} {"level":"info","ts":"2026-06-30T18:05:23.886025Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-30T18:05:23.886143Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-30T18:05:23.886138Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T18:05:23.886978Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"68a374eab3e2de92","local-member-id":"6244e483e416226f","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T18:05:23.887106Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T18:05:23.887151Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T18:05:23.887908Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.147:2379"} {"level":"info","ts":"2026-06-30T18:05:23.888031Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-30T18:05:23.888072Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-30T18:05:23.889657Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-30T18:05:26.742024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.827184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-06-30T18:05:26.742208Z","caller":"traceutil/trace.go:171","msg":"trace[102645673] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"226.143523ms","start":"2026-06-30T18:05:26.516038Z","end":"2026-06-30T18:05:26.742181Z","steps":["trace[102645673] 'process raft request' (duration: 20.523574ms)","trace[102645673] 'compare' (duration: 204.647007ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:27.903858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464933859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:05:28.263202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.85614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:05:28.26345Z","caller":"traceutil/trace.go:171","msg":"trace[1594751775] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"869.815899ms","start":"2026-06-30T18:05:27.393603Z","end":"2026-06-30T18:05:28.263419Z","steps":["trace[1594751775] 'process raft request' (duration: 585.664689ms)","trace[1594751775] 'compare' (duration: 283.664724ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:28.263584Z","caller":"traceutil/trace.go:171","msg":"trace[608861367] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"690.338645ms","start":"2026-06-30T18:05:27.573223Z","end":"2026-06-30T18:05:28.263561Z","steps":["trace[608861367] 'process raft request' (duration: 690.122168ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:28.26356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:27.393585Z","time spent":"869.933343ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:05:28.263812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.713684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-06-30T18:05:28.263442Z","caller":"traceutil/trace.go:171","msg":"trace[178437908] linearizableReadLoop","detail":"{readStateIndex:201; appliedIndex:199; }","duration":"860.522279ms","start":"2026-06-30T18:05:27.402897Z","end":"2026-06-30T18:05:28.263419Z","steps":["trace[178437908] 'read index received' (duration: 576.39235ms)","trace[178437908] 'applied index is now lower than readState.Index' (duration: 284.128869ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:28.263877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:27.573191Z","time spent":"690.643345ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:05:28.263865Z","caller":"traceutil/trace.go:171","msg":"trace[1004281898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:197; }","duration":"861.013485ms","start":"2026-06-30T18:05:27.402837Z","end":"2026-06-30T18:05:28.26385Z","steps":["trace[1004281898] 'agreement among raft nodes before linearized reading' (duration: 860.674304ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:28.26394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:27.402814Z","time spent":"861.115177ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:05:28.264111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.788859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:05:28.26424Z","caller":"traceutil/trace.go:171","msg":"trace[1885180331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:197; }","duration":"446.953224ms","start":"2026-06-30T18:05:27.817228Z","end":"2026-06-30T18:05:28.264182Z","steps":["trace[1885180331] 'agreement among raft nodes before linearized reading' (duration: 446.771949ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:28.264297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:27.817207Z","time spent":"447.080989ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:05:28.955024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:28.268259Z","time spent":"686.75475ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-30T18:05:28.955515Z","caller":"traceutil/trace.go:171","msg":"trace[70346052] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"686.839582ms","start":"2026-06-30T18:05:28.268651Z","end":"2026-06-30T18:05:28.955491Z","steps":["trace[70346052] 'process raft request' (duration: 686.634036ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:28.955905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:28.268636Z","time spent":"686.959897ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:05:28.955907Z","caller":"traceutil/trace.go:171","msg":"trace[48810406] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"686.736259ms","start":"2026-06-30T18:05:28.26912Z","end":"2026-06-30T18:05:28.955856Z","steps":["trace[48810406] 'process raft request' (duration: 686.624426ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:28.955889Z","caller":"traceutil/trace.go:171","msg":"trace[540791175] linearizableReadLoop","detail":"{readStateIndex:205; appliedIndex:201; }","duration":"234.851685ms","start":"2026-06-30T18:05:28.721003Z","end":"2026-06-30T18:05:28.955855Z","steps":["trace[540791175] 'read index received' (duration: 229.155871ms)","trace[540791175] 'applied index is now lower than readState.Index' (duration: 5.694454ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:28.956117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.089813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:05:28.956131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:28.269111Z","time spent":"686.909644ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":342,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:05:28.956186Z","caller":"traceutil/trace.go:171","msg":"trace[746689070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:200; }","duration":"235.222707ms","start":"2026-06-30T18:05:28.720944Z","end":"2026-06-30T18:05:28.956167Z","steps":["trace[746689070] 'agreement among raft nodes before linearized reading' (duration: 235.039591ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:28.956448Z","caller":"traceutil/trace.go:171","msg":"trace[2083755958] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"687.014038ms","start":"2026-06-30T18:05:28.268788Z","end":"2026-06-30T18:05:28.955802Z","steps":["trace[2083755958] 'process raft request' (duration: 686.602455ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:28.956606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:28.268758Z","time spent":"687.777773ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:05:30.238841Z","caller":"traceutil/trace.go:171","msg":"trace[988433389] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:240; }","duration":"176.366734ms","start":"2026-06-30T18:05:30.062432Z","end":"2026-06-30T18:05:30.238799Z","steps":["trace[988433389] 'read index received' (duration: 157.550455ms)","trace[988433389] 'applied index is now lower than readState.Index' (duration: 18.814668ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:30.238975Z","caller":"traceutil/trace.go:171","msg":"trace[640587220] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"178.488092ms","start":"2026-06-30T18:05:30.060434Z","end":"2026-06-30T18:05:30.238922Z","steps":["trace[640587220] 'process raft request' (duration: 159.443857ms)","trace[640587220] 'compare' (duration: 18.694604ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:30.239125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.612991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-06-30T18:05:30.239223Z","caller":"traceutil/trace.go:171","msg":"trace[167107268] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:235; }","duration":"176.812188ms","start":"2026-06-30T18:05:30.06239Z","end":"2026-06-30T18:05:30.239202Z","steps":["trace[167107268] 'agreement among raft nodes before linearized reading' (duration: 176.562289ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:30.432365Z","caller":"traceutil/trace.go:171","msg":"trace[310218862] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:242; }","duration":"112.769696ms","start":"2026-06-30T18:05:30.319568Z","end":"2026-06-30T18:05:30.432338Z","steps":["trace[310218862] 'read index received' (duration: 29.017058ms)","trace[310218862] 'applied index is now lower than readState.Index' (duration: 83.751718ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:30.432569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.985944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-30T18:05:30.43261Z","caller":"traceutil/trace.go:171","msg":"trace[1985364259] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:237; }","duration":"113.077947ms","start":"2026-06-30T18:05:30.319519Z","end":"2026-06-30T18:05:30.432597Z","steps":["trace[1985364259] 'agreement among raft nodes before linearized reading' (duration: 112.920602ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:30.432664Z","caller":"traceutil/trace.go:171","msg":"trace[1967639102] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"115.232157ms","start":"2026-06-30T18:05:30.317329Z","end":"2026-06-30T18:05:30.432561Z","steps":["trace[1967639102] 'process raft request' (duration: 31.372025ms)","trace[1967639102] 'compare' (duration: 83.474579ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:30.771519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.989096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:05:30.771616Z","caller":"traceutil/trace.go:171","msg":"trace[2084692500] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:250; }","duration":"209.060781ms","start":"2026-06-30T18:05:30.56254Z","end":"2026-06-30T18:05:30.7716Z","steps":["trace[2084692500] 'read index received' (duration: 43.955892ms)","trace[2084692500] 'applied index is now lower than readState.Index' (duration: 165.103869ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:30.771701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.154514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:05:30.771728Z","caller":"traceutil/trace.go:171","msg":"trace[1538477162] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:245; }","duration":"209.233156ms","start":"2026-06-30T18:05:30.562487Z","end":"2026-06-30T18:05:30.77172Z","steps":["trace[1538477162] 'agreement among raft nodes before linearized reading' (duration: 209.151193ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:30.771829Z","caller":"traceutil/trace.go:171","msg":"trace[1955105122] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"250.539102ms","start":"2026-06-30T18:05:30.521239Z","end":"2026-06-30T18:05:30.771778Z","steps":["trace[1955105122] 'process raft request' (duration: 85.225496ms)","trace[1955105122] 'compare' (duration: 164.797579ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:30.866097Z","caller":"traceutil/trace.go:171","msg":"trace[1420649002] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"252.481045ms","start":"2026-06-30T18:05:30.613588Z","end":"2026-06-30T18:05:30.866069Z","steps":["trace[1420649002] 'process raft request' (duration: 252.358181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:31.058546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.219906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:05:31.058821Z","caller":"traceutil/trace.go:171","msg":"trace[1771851258] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"146.546419ms","start":"2026-06-30T18:05:30.912256Z","end":"2026-06-30T18:05:31.058803Z","steps":["trace[1771851258] 'process raft request' (duration: 146.444556ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.058889Z","caller":"traceutil/trace.go:171","msg":"trace[474233396] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"188.590839ms","start":"2026-06-30T18:05:30.870212Z","end":"2026-06-30T18:05:31.058803Z","steps":["trace[474233396] 'process raft request' (duration: 188.435234ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.058951Z","caller":"traceutil/trace.go:171","msg":"trace[852198237] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"282.558377ms","start":"2026-06-30T18:05:30.776342Z","end":"2026-06-30T18:05:31.0589Z","steps":["trace[852198237] 'process raft request' (duration: 136.910867ms)","trace[852198237] 'compare' (duration: 145.02032ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:31.281231Z","caller":"traceutil/trace.go:171","msg":"trace[1495258949] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"217.587746ms","start":"2026-06-30T18:05:31.063605Z","end":"2026-06-30T18:05:31.281193Z","steps":["trace[1495258949] 'process raft request' (duration: 160.033935ms)","trace[1495258949] 'compare' (duration: 57.225231ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:31.28129Z","caller":"traceutil/trace.go:171","msg":"trace[1802142348] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"214.060612ms","start":"2026-06-30T18:05:31.067185Z","end":"2026-06-30T18:05:31.281246Z","steps":["trace[1802142348] 'process raft request' (duration: 213.887846ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.281362Z","caller":"traceutil/trace.go:171","msg":"trace[874162242] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"214.060152ms","start":"2026-06-30T18:05:31.067258Z","end":"2026-06-30T18:05:31.281319Z","steps":["trace[874162242] 'process raft request' (duration: 213.879667ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.281482Z","caller":"traceutil/trace.go:171","msg":"trace[475790791] linearizableReadLoop","detail":"{readStateIndex:257; appliedIndex:256; }","duration":"214.354832ms","start":"2026-06-30T18:05:31.067114Z","end":"2026-06-30T18:05:31.281469Z","steps":["trace[475790791] 'read index received' (duration: 25.271628ms)","trace[475790791] 'applied index is now lower than readState.Index' (duration: 189.081364ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:31.281517Z","caller":"traceutil/trace.go:171","msg":"trace[398938684] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"184.360112ms","start":"2026-06-30T18:05:31.097108Z","end":"2026-06-30T18:05:31.281469Z","steps":["trace[398938684] 'process raft request' (duration: 184.090914ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:31.281655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.498977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:05:31.281721Z","caller":"traceutil/trace.go:171","msg":"trace[728105337] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:255; }","duration":"214.629881ms","start":"2026-06-30T18:05:31.067053Z","end":"2026-06-30T18:05:31.281682Z","steps":["trace[728105337] 'agreement among raft nodes before linearized reading' (duration: 214.457726ms)"],"step_count":1} 2026/06/30 18:05:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-30T18:05:31.478823Z","caller":"traceutil/trace.go:171","msg":"trace[875650497] linearizableReadLoop","detail":"{readStateIndex:263; appliedIndex:262; }","duration":"102.96986ms","start":"2026-06-30T18:05:31.375827Z","end":"2026-06-30T18:05:31.478797Z","steps":["trace[875650497] 'read index received' (duration: 21.300739ms)","trace[875650497] 'applied index is now lower than readState.Index' (duration: 81.667961ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:31.478916Z","caller":"traceutil/trace.go:171","msg":"trace[226897437] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"144.879906ms","start":"2026-06-30T18:05:31.334001Z","end":"2026-06-30T18:05:31.478881Z","steps":["trace[226897437] 'process raft request' (duration: 63.136502ms)","trace[226897437] 'compare' (duration: 81.511846ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:31.479046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.198928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:05:31.479088Z","caller":"traceutil/trace.go:171","msg":"trace[327455714] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:257; }","duration":"103.296971ms","start":"2026-06-30T18:05:31.375778Z","end":"2026-06-30T18:05:31.479075Z","steps":["trace[327455714] 'agreement among raft nodes before linearized reading' (duration: 103.149716ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:31.69133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.383518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-06-30T18:05:31.69156Z","caller":"traceutil/trace.go:171","msg":"trace[231827364] transaction","detail":"{read_only:false; number_of_response:0; response_revision:264; }","duration":"120.111605ms","start":"2026-06-30T18:05:31.571412Z","end":"2026-06-30T18:05:31.691523Z","steps":["trace[231827364] 'compare' (duration: 109.318626ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.691651Z","caller":"traceutil/trace.go:171","msg":"trace[1447754918] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"113.428839ms","start":"2026-06-30T18:05:31.5782Z","end":"2026-06-30T18:05:31.691629Z","steps":["trace[1447754918] 'process raft request' (duration: 113.377937ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.69177Z","caller":"traceutil/trace.go:171","msg":"trace[533904010] linearizableReadLoop","detail":"{readStateIndex:272; appliedIndex:269; }","duration":"119.417913ms","start":"2026-06-30T18:05:31.57232Z","end":"2026-06-30T18:05:31.691738Z","steps":["trace[533904010] 'read index received' (duration: 1.817089ms)","trace[533904010] 'applied index is now lower than readState.Index' (duration: 117.595463ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:31.691746Z","caller":"traceutil/trace.go:171","msg":"trace[1856115622] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"119.855066ms","start":"2026-06-30T18:05:31.571838Z","end":"2026-06-30T18:05:31.691693Z","steps":["trace[1856115622] 'process raft request' (duration: 119.617358ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:31.692088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.732272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-30T18:05:31.692198Z","caller":"traceutil/trace.go:171","msg":"trace[1644751844] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:266; }","duration":"119.881937ms","start":"2026-06-30T18:05:31.572291Z","end":"2026-06-30T18:05:31.692173Z","steps":["trace[1644751844] 'agreement among raft nodes before linearized reading' (duration: 119.561636ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.720518Z","caller":"traceutil/trace.go:171","msg":"trace[465379228] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"128.070072ms","start":"2026-06-30T18:05:31.592419Z","end":"2026-06-30T18:05:31.720489Z","steps":["trace[465379228] 'process raft request' (duration: 127.911067ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.72063Z","caller":"traceutil/trace.go:171","msg":"trace[1357257283] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"127.968449ms","start":"2026-06-30T18:05:31.592637Z","end":"2026-06-30T18:05:31.720605Z","steps":["trace[1357257283] 'process raft request' (duration: 127.844455ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.720595Z","caller":"traceutil/trace.go:171","msg":"trace[1952311684] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"128.109393ms","start":"2026-06-30T18:05:31.592443Z","end":"2026-06-30T18:05:31.720553Z","steps":["trace[1952311684] 'process raft request' (duration: 127.98705ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.720683Z","caller":"traceutil/trace.go:171","msg":"trace[1069080822] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"127.327559ms","start":"2026-06-30T18:05:31.593319Z","end":"2026-06-30T18:05:31.720647Z","steps":["trace[1069080822] 'process raft request' (duration: 127.181384ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:31.720722Z","caller":"traceutil/trace.go:171","msg":"trace[1484828202] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"128.167725ms","start":"2026-06-30T18:05:31.592529Z","end":"2026-06-30T18:05:31.720696Z","steps":["trace[1484828202] 'process raft request' (duration: 127.927367ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:32.685411Z","caller":"traceutil/trace.go:171","msg":"trace[881378085] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:299; }","duration":"174.71255ms","start":"2026-06-30T18:05:32.510664Z","end":"2026-06-30T18:05:32.685376Z","steps":["trace[881378085] 'read index received' (duration: 174.574946ms)","trace[881378085] 'applied index is now lower than readState.Index' (duration: 136.174µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:32.685479Z","caller":"traceutil/trace.go:171","msg":"trace[1353979310] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"222.410192ms","start":"2026-06-30T18:05:32.463024Z","end":"2026-06-30T18:05:32.685435Z","steps":["trace[1353979310] 'process raft request' (duration: 222.184525ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:32.685656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.951198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-06-30T18:05:32.685727Z","caller":"traceutil/trace.go:171","msg":"trace[423024127] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:289; }","duration":"175.097633ms","start":"2026-06-30T18:05:32.51061Z","end":"2026-06-30T18:05:32.685707Z","steps":["trace[423024127] 'agreement among raft nodes before linearized reading' (duration: 174.902547ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:32.934111Z","caller":"traceutil/trace.go:171","msg":"trace[1701368340] transaction","detail":"{read_only:false; number_of_response:0; response_revision:289; }","duration":"422.861005ms","start":"2026-06-30T18:05:32.511213Z","end":"2026-06-30T18:05:32.934074Z","steps":["trace[1701368340] 'process raft request' (duration: 422.732001ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:32.93418Z","caller":"traceutil/trace.go:171","msg":"trace[1118290704] transaction","detail":"{read_only:false; number_of_response:0; response_revision:289; }","duration":"421.651836ms","start":"2026-06-30T18:05:32.512504Z","end":"2026-06-30T18:05:32.934156Z","steps":["trace[1118290704] 'process raft request' (duration: 421.552803ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:32.934173Z","caller":"traceutil/trace.go:171","msg":"trace[331384981] transaction","detail":"{read_only:false; number_of_response:0; response_revision:289; }","duration":"422.10767ms","start":"2026-06-30T18:05:32.512029Z","end":"2026-06-30T18:05:32.934137Z","steps":["trace[331384981] 'process raft request' (duration: 421.998327ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:32.934162Z","caller":"traceutil/trace.go:171","msg":"trace[655045216] linearizableReadLoop","detail":"{readStateIndex:304; appliedIndex:301; }","duration":"244.58414ms","start":"2026-06-30T18:05:32.689554Z","end":"2026-06-30T18:05:32.934138Z","steps":["trace[655045216] 'read index received' (duration: 244.473787ms)","trace[655045216] 'applied index is now lower than readState.Index' (duration: 109.023µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:32.934297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:32.512486Z","time spent":"421.752969ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:05:32.934296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:32.512018Z","time spent":"422.222634ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:05:32.934353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.793917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-06-30T18:05:32.934301Z","caller":"traceutil/trace.go:171","msg":"trace[1484468417] transaction","detail":"{read_only:false; number_of_response:0; response_revision:289; }","duration":"421.318175ms","start":"2026-06-30T18:05:32.512928Z","end":"2026-06-30T18:05:32.934246Z","steps":["trace[1484468417] 'process raft request' (duration: 421.155049ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:32.9344Z","caller":"traceutil/trace.go:171","msg":"trace[1828374848] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:289; }","duration":"244.887109ms","start":"2026-06-30T18:05:32.689501Z","end":"2026-06-30T18:05:32.934388Z","steps":["trace[1828374848] 'agreement among raft nodes before linearized reading' (duration: 244.757215ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:32.934512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:32.51292Z","time spent":"421.508242ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:05:32.934284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:32.511188Z","time spent":"423.022711ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:05:32.998648Z","caller":"traceutil/trace.go:171","msg":"trace[1425481583] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"271.351905ms","start":"2026-06-30T18:05:32.727251Z","end":"2026-06-30T18:05:32.998603Z","steps":["trace[1425481583] 'process raft request' (duration: 271.118347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:34.819536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.135624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:05:34.819711Z","caller":"traceutil/trace.go:171","msg":"trace[27285382] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"714.239418ms","start":"2026-06-30T18:05:34.105445Z","end":"2026-06-30T18:05:34.819685Z","steps":["trace[27285382] 'process raft request' (duration: 119.821545ms)","trace[27285382] 'compare' (duration: 593.948068ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:34.819791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:34.105416Z","time spent":"714.340851ms","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:05:35.749169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523795509s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:05:36.0739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.442282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:05:36.074038Z","caller":"traceutil/trace.go:171","msg":"trace[2872262] linearizableReadLoop","detail":"{readStateIndex:343; appliedIndex:341; }","duration":"1.96171427s","start":"2026-06-30T18:05:34.112304Z","end":"2026-06-30T18:05:36.074018Z","steps":["trace[2872262] 'read index received' (duration: 113.062886ms)","trace[2872262] 'applied index is now lower than readState.Index' (duration: 1.848628214s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:36.07421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961901807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-06-30T18:05:36.074234Z","caller":"traceutil/trace.go:171","msg":"trace[1595813717] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:327; }","duration":"1.961973229s","start":"2026-06-30T18:05:34.11225Z","end":"2026-06-30T18:05:36.074223Z","steps":["trace[1595813717] 'agreement among raft nodes before linearized reading' (duration: 1.961850335s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.07426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:34.112232Z","time spent":"1.962021401s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-06-30T18:05:36.074063Z","caller":"traceutil/trace.go:171","msg":"trace[1579344606] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"1.967446296s","start":"2026-06-30T18:05:34.106577Z","end":"2026-06-30T18:05:36.074023Z","steps":["trace[1579344606] 'process raft request' (duration: 1.642793777s)","trace[1579344606] 'compare' (duration: 323.856334ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:36.074699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:34.106548Z","time spent":"1.968080437s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:05:36.093848Z","caller":"traceutil/trace.go:171","msg":"trace[1848407431] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"1.264759451s","start":"2026-06-30T18:05:34.829057Z","end":"2026-06-30T18:05:36.093816Z","steps":["trace[1848407431] 'process raft request' (duration: 1.264452492s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.094046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:34.829023Z","time spent":"1.264922837s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:05:36.094139Z","caller":"traceutil/trace.go:171","msg":"trace[441614392] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"344.952305ms","start":"2026-06-30T18:05:35.749136Z","end":"2026-06-30T18:05:36.094088Z","steps":["trace[441614392] 'process raft request' (duration: 344.617934ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.094194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.866759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-30T18:05:36.09424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.51064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T18:05:36.094293Z","caller":"traceutil/trace.go:171","msg":"trace[1868958455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:329; }","duration":"741.016584ms","start":"2026-06-30T18:05:35.353255Z","end":"2026-06-30T18:05:36.094271Z","steps":["trace[1868958455] 'agreement among raft nodes before linearized reading' (duration: 740.778637ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:36.094374Z","caller":"traceutil/trace.go:171","msg":"trace[504055206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:329; }","duration":"741.677046ms","start":"2026-06-30T18:05:35.352642Z","end":"2026-06-30T18:05:36.094319Z","steps":["trace[504055206] 'agreement among raft nodes before linearized reading' (duration: 741.428628ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.094366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.938306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-30T18:05:36.094401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:35.749092Z","time spent":"345.170313ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:05:36.094413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:35.35324Z","time spent":"741.158948ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:05:36.094446Z","caller":"traceutil/trace.go:171","msg":"trace[721159889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:329; }","duration":"764.110641ms","start":"2026-06-30T18:05:35.330311Z","end":"2026-06-30T18:05:36.094421Z","steps":["trace[721159889] 'agreement among raft nodes before linearized reading' (duration: 763.894954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.094449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932131345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-06-30T18:05:36.094495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935859264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-06-30T18:05:36.094427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:35.352618Z","time spent":"741.797859ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:05:36.094496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:35.330287Z","time spent":"764.197783ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:05:36.094514Z","caller":"traceutil/trace.go:171","msg":"trace[1616109027] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:329; }","duration":"1.932220977s","start":"2026-06-30T18:05:34.162278Z","end":"2026-06-30T18:05:36.094499Z","steps":["trace[1616109027] 'agreement among raft nodes before linearized reading' (duration: 1.932107473s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:36.094527Z","caller":"traceutil/trace.go:171","msg":"trace[129276706] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:329; }","duration":"1.935942917s","start":"2026-06-30T18:05:34.158575Z","end":"2026-06-30T18:05:36.094518Z","steps":["trace[129276706] 'agreement among raft nodes before linearized reading' (duration: 1.935876195s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.094559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:34.158547Z","time spent":"1.936004809s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-06-30T18:05:36.094557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:34.162262Z","time spent":"1.932284339s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-06-30T18:05:36.094544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.806494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:05:36.094683Z","caller":"traceutil/trace.go:171","msg":"trace[535442970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:329; }","duration":"315.985808ms","start":"2026-06-30T18:05:35.778661Z","end":"2026-06-30T18:05:36.094647Z","steps":["trace[535442970] 'agreement among raft nodes before linearized reading' (duration: 315.770381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.094748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:35.778643Z","time spent":"316.093192ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:05:36.094702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881254759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-06-30T18:05:36.094873Z","caller":"traceutil/trace.go:171","msg":"trace[1970477255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:329; }","duration":"1.881471226s","start":"2026-06-30T18:05:34.213379Z","end":"2026-06-30T18:05:36.09485Z","steps":["trace[1970477255] 'agreement among raft nodes before linearized reading' (duration: 1.880748083s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:36.094922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:34.213339Z","time spent":"1.881571449s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-06-30T18:05:39.800984Z","caller":"traceutil/trace.go:171","msg":"trace[367948350] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"270.743626ms","start":"2026-06-30T18:05:39.530214Z","end":"2026-06-30T18:05:39.800958Z","steps":["trace[367948350] 'process raft request' (duration: 270.54675ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:40.032322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.581698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:05:40.032591Z","caller":"traceutil/trace.go:171","msg":"trace[393744048] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"217.205584ms","start":"2026-06-30T18:05:39.815362Z","end":"2026-06-30T18:05:40.032568Z","steps":["trace[393744048] 'process raft request' (duration: 114.249715ms)","trace[393744048] 'compare' (duration: 102.245546ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:40.515968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.381879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-30T18:05:40.516056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.419713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-30T18:05:40.516098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.02401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-30T18:05:40.516088Z","caller":"traceutil/trace.go:171","msg":"trace[875391440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:376; }","duration":"345.553715ms","start":"2026-06-30T18:05:40.170509Z","end":"2026-06-30T18:05:40.516063Z","steps":["trace[875391440] 'range keys from in-memory index tree' (duration: 345.267536ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:40.516232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.695719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-06-30T18:05:40.516286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:40.170497Z","time spent":"345.776412ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:05:40.516289Z","caller":"traceutil/trace.go:171","msg":"trace[1069899958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:376; }","duration":"346.279929ms","start":"2026-06-30T18:05:40.169981Z","end":"2026-06-30T18:05:40.516261Z","steps":["trace[1069899958] 'range keys from in-memory index tree' (duration: 345.926687ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:40.516324Z","caller":"traceutil/trace.go:171","msg":"trace[2097756595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:376; }","duration":"349.883555ms","start":"2026-06-30T18:05:40.166417Z","end":"2026-06-30T18:05:40.516301Z","steps":["trace[2097756595] 'range keys from in-memory index tree' (duration: 349.497732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:40.516371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:40.166393Z","time spent":"349.970308ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:05:40.516362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:40.169969Z","time spent":"346.375691ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:05:40.516182Z","caller":"traceutil/trace.go:171","msg":"trace[1071567814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:376; }","duration":"346.597498ms","start":"2026-06-30T18:05:40.169557Z","end":"2026-06-30T18:05:40.516154Z","steps":["trace[1071567814] 'range keys from in-memory index tree' (duration: 346.268018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:40.516495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:40.169546Z","time spent":"346.926319ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T18:05:46.737462Z","caller":"traceutil/trace.go:171","msg":"trace[5437710] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:409; }","duration":"157.802813ms","start":"2026-06-30T18:05:46.579631Z","end":"2026-06-30T18:05:46.737434Z","steps":["trace[5437710] 'read index received' (duration: 157.483763ms)","trace[5437710] 'applied index is now lower than readState.Index' (duration: 317.7µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:46.737538Z","caller":"traceutil/trace.go:171","msg":"trace[1840250238] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"426.43413ms","start":"2026-06-30T18:05:46.311059Z","end":"2026-06-30T18:05:46.737493Z","steps":["trace[1840250238] 'process raft request' (duration: 426.204093ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:46.737701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.063032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-30T18:05:46.737749Z","caller":"traceutil/trace.go:171","msg":"trace[1849055269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:391; }","duration":"158.168785ms","start":"2026-06-30T18:05:46.579567Z","end":"2026-06-30T18:05:46.737736Z","steps":["trace[1849055269] 'agreement among raft nodes before linearized reading' (duration: 158.02302ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:46.737778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:05:46.311034Z","time spent":"426.634467ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:05:48.854622Z","caller":"traceutil/trace.go:171","msg":"trace[1533739868] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"101.556534ms","start":"2026-06-30T18:05:48.75304Z","end":"2026-06-30T18:05:48.854597Z","steps":["trace[1533739868] 'process raft request' (duration: 101.40821ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:48.864072Z","caller":"traceutil/trace.go:171","msg":"trace[1973220146] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:416; }","duration":"109.133849ms","start":"2026-06-30T18:05:48.754915Z","end":"2026-06-30T18:05:48.864049Z","steps":["trace[1973220146] 'read index received' (duration: 99.632262ms)","trace[1973220146] 'applied index is now lower than readState.Index' (duration: 9.500677ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:48.864177Z","caller":"traceutil/trace.go:171","msg":"trace[428059847] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"110.291337ms","start":"2026-06-30T18:05:48.75386Z","end":"2026-06-30T18:05:48.864151Z","steps":["trace[428059847] 'process raft request' (duration: 110.068209ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:48.8642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.264353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-30T18:05:48.864422Z","caller":"traceutil/trace.go:171","msg":"trace[1695033807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:398; }","duration":"109.508672ms","start":"2026-06-30T18:05:48.754888Z","end":"2026-06-30T18:05:48.864397Z","steps":["trace[1695033807] 'agreement among raft nodes before linearized reading' (duration: 109.260394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:48.864401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.12431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-30T18:05:48.864543Z","caller":"traceutil/trace.go:171","msg":"trace[476475429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:398; }","duration":"109.254024ms","start":"2026-06-30T18:05:48.755241Z","end":"2026-06-30T18:05:48.864495Z","steps":["trace[476475429] 'agreement among raft nodes before linearized reading' (duration: 109.030857ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:54.028772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.528713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:05:54.028926Z","caller":"traceutil/trace.go:171","msg":"trace[615686044] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"252.414133ms","start":"2026-06-30T18:05:53.776488Z","end":"2026-06-30T18:05:54.028903Z","steps":["trace[615686044] 'read index received' (duration: 86.753376ms)","trace[615686044] 'applied index is now lower than readState.Index' (duration: 165.659177ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:05:54.028967Z","caller":"traceutil/trace.go:171","msg":"trace[713825890] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"252.462014ms","start":"2026-06-30T18:05:53.776454Z","end":"2026-06-30T18:05:54.028916Z","steps":["trace[713825890] 'process raft request' (duration: 86.702344ms)","trace[713825890] 'compare' (duration: 165.372458ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:05:54.02913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.62843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-zp7pt\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-06-30T18:05:54.029182Z","caller":"traceutil/trace.go:171","msg":"trace[2048207329] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-zp7pt; range_end:; response_count:1; response_revision:421; }","duration":"252.725103ms","start":"2026-06-30T18:05:53.776444Z","end":"2026-06-30T18:05:54.029169Z","steps":["trace[2048207329] 'agreement among raft nodes before linearized reading' (duration: 252.549167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:05:54.057527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.402363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-06-30T18:05:54.057533Z","caller":"traceutil/trace.go:171","msg":"trace[1309648937] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"278.064672ms","start":"2026-06-30T18:05:53.779437Z","end":"2026-06-30T18:05:54.057502Z","steps":["trace[1309648937] 'process raft request' (duration: 277.899457ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:54.057611Z","caller":"traceutil/trace.go:171","msg":"trace[1302382405] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:422; }","duration":"278.503627ms","start":"2026-06-30T18:05:53.779086Z","end":"2026-06-30T18:05:54.057589Z","steps":["trace[1302382405] 'agreement among raft nodes before linearized reading' (duration: 278.352042ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:54.144835Z","caller":"traceutil/trace.go:171","msg":"trace[887193522] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"114.004437ms","start":"2026-06-30T18:05:54.030798Z","end":"2026-06-30T18:05:54.144803Z","steps":["trace[887193522] 'process raft request' (duration: 110.70034ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:54.323995Z","caller":"traceutil/trace.go:171","msg":"trace[1805916906] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"172.580742ms","start":"2026-06-30T18:05:54.151391Z","end":"2026-06-30T18:05:54.323972Z","steps":["trace[1805916906] 'process raft request' (duration: 172.506299ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:54.324031Z","caller":"traceutil/trace.go:171","msg":"trace[1592192250] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"174.915516ms","start":"2026-06-30T18:05:54.149076Z","end":"2026-06-30T18:05:54.323992Z","steps":["trace[1592192250] 'process raft request' (duration: 173.79377ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:05:54.338172Z","caller":"traceutil/trace.go:171","msg":"trace[1007089815] transaction","detail":"{read_only:false; number_of_response:1; response_revision:426; }","duration":"120.806767ms","start":"2026-06-30T18:05:54.217341Z","end":"2026-06-30T18:05:54.338148Z","steps":["trace[1007089815] 'process raft request' (duration: 120.671673ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:01.013512Z","caller":"traceutil/trace.go:171","msg":"trace[1531287910] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"102.066031ms","start":"2026-06-30T18:06:00.911427Z","end":"2026-06-30T18:06:01.013493Z","steps":["trace[1531287910] 'process raft request' (duration: 101.931016ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:01.443274Z","caller":"traceutil/trace.go:171","msg":"trace[845639629] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:479; }","duration":"335.854962ms","start":"2026-06-30T18:06:01.107383Z","end":"2026-06-30T18:06:01.443238Z","steps":["trace[845639629] 'read index received' (duration: 325.382193ms)","trace[845639629] 'applied index is now lower than readState.Index' (duration: 10.471329ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:01.44338Z","caller":"traceutil/trace.go:171","msg":"trace[768866318] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"425.550543ms","start":"2026-06-30T18:06:01.017777Z","end":"2026-06-30T18:06:01.443328Z","steps":["trace[768866318] 'process raft request' (duration: 415.055813ms)","trace[768866318] 'compare' (duration: 10.18512ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:06:01.443407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.005336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:06:01.443566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:01.017754Z","time spent":"425.721607ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:06:01.443588Z","caller":"traceutil/trace.go:171","msg":"trace[356141512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"336.225264ms","start":"2026-06-30T18:06:01.107349Z","end":"2026-06-30T18:06:01.443574Z","steps":["trace[356141512] 'agreement among raft nodes before linearized reading' (duration: 335.992186ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:01.443641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:01.10733Z","time spent":"336.293655ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:06:05.637048Z","caller":"traceutil/trace.go:171","msg":"trace[440340295] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"173.193561ms","start":"2026-06-30T18:06:05.46383Z","end":"2026-06-30T18:06:05.637024Z","steps":["trace[440340295] 'process raft request' (duration: 173.063436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:08.818072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.166134ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:06:08.81817Z","caller":"traceutil/trace.go:171","msg":"trace[1518130626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:556; }","duration":"353.278997ms","start":"2026-06-30T18:06:08.464877Z","end":"2026-06-30T18:06:08.818156Z","steps":["trace[1518130626] 'range keys from in-memory index tree' (duration: 353.152293ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:08.818681Z","caller":"traceutil/trace.go:171","msg":"trace[1747699275] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"451.128126ms","start":"2026-06-30T18:06:08.367541Z","end":"2026-06-30T18:06:08.818669Z","steps":["trace[1747699275] 'process raft request' (duration: 450.991762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:08.818757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:08.367519Z","time spent":"451.195098ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:06:08.824342Z","caller":"traceutil/trace.go:171","msg":"trace[207949365] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"420.353536ms","start":"2026-06-30T18:06:08.403965Z","end":"2026-06-30T18:06:08.824318Z","steps":["trace[207949365] 'process raft request' (duration: 420.198211ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:08.824491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:08.403932Z","time spent":"420.48308ms","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:09.51792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464934559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:06:09.93127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041775334s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:06:09.939365Z","caller":"traceutil/trace.go:171","msg":"trace[1731143490] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.050002439s","start":"2026-06-30T18:06:08.889321Z","end":"2026-06-30T18:06:09.939324Z","steps":["trace[1731143490] 'process raft request' (duration: 1.042259119s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:09.939573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:08.889302Z","time spent":"1.050171444s","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:06:09.941257Z","caller":"traceutil/trace.go:171","msg":"trace[34040673] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:588; }","duration":"923.683844ms","start":"2026-06-30T18:06:09.017543Z","end":"2026-06-30T18:06:09.941227Z","steps":["trace[34040673] 'read index received' (duration: 914.104236ms)","trace[34040673] 'applied index is now lower than readState.Index' (duration: 9.578098ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:09.941342Z","caller":"traceutil/trace.go:171","msg":"trace[2061515370] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.040941427s","start":"2026-06-30T18:06:08.900357Z","end":"2026-06-30T18:06:09.941299Z","steps":["trace[2061515370] 'process raft request' (duration: 1.040316917s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:09.94179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.924138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:06:09.941829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.225779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-06-30T18:06:09.941847Z","caller":"traceutil/trace.go:171","msg":"trace[1060397723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"834.9977ms","start":"2026-06-30T18:06:09.10683Z","end":"2026-06-30T18:06:09.941828Z","steps":["trace[1060397723] 'agreement among raft nodes before linearized reading' (duration: 834.937308ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:09.941894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:09.106817Z","time spent":"835.068512ms","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:06:09.941894Z","caller":"traceutil/trace.go:171","msg":"trace[2075154060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:561; }","duration":"868.336103ms","start":"2026-06-30T18:06:09.07354Z","end":"2026-06-30T18:06:09.941876Z","steps":["trace[2075154060] 'agreement among raft nodes before linearized reading' (duration: 868.205509ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:09.941899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.104682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-30T18:06:09.941987Z","caller":"traceutil/trace.go:171","msg":"trace[665521946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"848.247857ms","start":"2026-06-30T18:06:09.093725Z","end":"2026-06-30T18:06:09.941973Z","steps":["trace[665521946] 'agreement among raft nodes before linearized reading' (duration: 848.058511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:09.94204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:09.09371Z","time spent":"848.318939ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:06:09.942027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.174322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-30T18:06:09.942053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:09.073519Z","time spent":"868.522279ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:06:09.94211Z","caller":"traceutil/trace.go:171","msg":"trace[1292351938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:561; }","duration":"237.288156ms","start":"2026-06-30T18:06:09.704801Z","end":"2026-06-30T18:06:09.942089Z","steps":["trace[1292351938] 'agreement among raft nodes before linearized reading' (duration: 237.060078ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:09.941438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.8704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-30T18:06:09.94222Z","caller":"traceutil/trace.go:171","msg":"trace[255474075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:561; }","duration":"924.714377ms","start":"2026-06-30T18:06:09.017493Z","end":"2026-06-30T18:06:09.942207Z","steps":["trace[255474075] 'agreement among raft nodes before linearized reading' (duration: 923.834609ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:09.942254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:09.017474Z","time spent":"924.770439ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:06:09.941794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:08.90033Z","time spent":"1.041375281s","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:06:10.143751Z","caller":"traceutil/trace.go:171","msg":"trace[743708022] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"131.533243ms","start":"2026-06-30T18:06:10.012189Z","end":"2026-06-30T18:06:10.143722Z","steps":["trace[743708022] 'process raft request' (duration: 119.431883ms)","trace[743708022] 'compare' (duration: 11.850172ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:10.143968Z","caller":"traceutil/trace.go:171","msg":"trace[1152254564] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"131.084978ms","start":"2026-06-30T18:06:10.012862Z","end":"2026-06-30T18:06:10.143947Z","steps":["trace[1152254564] 'process raft request' (duration: 130.800919ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:10.144091Z","caller":"traceutil/trace.go:171","msg":"trace[883586261] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"106.860969ms","start":"2026-06-30T18:06:10.03718Z","end":"2026-06-30T18:06:10.144041Z","steps":["trace[883586261] 'process raft request' (duration: 106.714514ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:12.073819Z","caller":"traceutil/trace.go:171","msg":"trace[901757108] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"108.855772ms","start":"2026-06-30T18:06:11.964932Z","end":"2026-06-30T18:06:12.073788Z","steps":["trace[901757108] 'read index received' (duration: 108.645656ms)","trace[901757108] 'applied index is now lower than readState.Index' (duration: 209.356µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:12.073963Z","caller":"traceutil/trace.go:171","msg":"trace[1403682070] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"113.282926ms","start":"2026-06-30T18:06:11.960632Z","end":"2026-06-30T18:06:12.073915Z","steps":["trace[1403682070] 'process raft request' (duration: 113.006857ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:12.074095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.133751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-30T18:06:12.074147Z","caller":"traceutil/trace.go:171","msg":"trace[825188877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"109.204693ms","start":"2026-06-30T18:06:11.964926Z","end":"2026-06-30T18:06:12.074131Z","steps":["trace[825188877] 'agreement among raft nodes before linearized reading' (duration: 109.017817ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:12.074158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.602234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-06-30T18:06:12.074226Z","caller":"traceutil/trace.go:171","msg":"trace[1511821967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"108.707818ms","start":"2026-06-30T18:06:11.965504Z","end":"2026-06-30T18:06:12.074212Z","steps":["trace[1511821967] 'agreement among raft nodes before linearized reading' (duration: 108.504752ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:12.074288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.692577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-30T18:06:12.074387Z","caller":"traceutil/trace.go:171","msg":"trace[445567682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:586; }","duration":"108.821961ms","start":"2026-06-30T18:06:11.965546Z","end":"2026-06-30T18:06:12.074368Z","steps":["trace[445567682] 'agreement among raft nodes before linearized reading' (duration: 108.574403ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:16.173756Z","caller":"traceutil/trace.go:171","msg":"trace[407469422] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"107.973884ms","start":"2026-06-30T18:06:16.065753Z","end":"2026-06-30T18:06:16.173727Z","steps":["trace[407469422] 'process raft request' (duration: 107.292042ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:16.292653Z","caller":"traceutil/trace.go:171","msg":"trace[1277601892] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"113.717699ms","start":"2026-06-30T18:06:16.17888Z","end":"2026-06-30T18:06:16.292597Z","steps":["trace[1277601892] 'process raft request' (duration: 70.717466ms)","trace[1277601892] 'compare' (duration: 42.685473ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:16.292758Z","caller":"traceutil/trace.go:171","msg":"trace[1504488290] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"113.561465ms","start":"2026-06-30T18:06:16.179167Z","end":"2026-06-30T18:06:16.292728Z","steps":["trace[1504488290] 'process raft request' (duration: 113.367748ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:16.292776Z","caller":"traceutil/trace.go:171","msg":"trace[1846463261] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"113.70902ms","start":"2026-06-30T18:06:16.179048Z","end":"2026-06-30T18:06:16.292758Z","steps":["trace[1846463261] 'process raft request' (duration: 113.443131ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:16.916195Z","caller":"traceutil/trace.go:171","msg":"trace[1778361186] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"167.744928ms","start":"2026-06-30T18:06:16.748425Z","end":"2026-06-30T18:06:16.91617Z","steps":["trace[1778361186] 'process raft request' (duration: 167.230451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.107542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:06:19.107678Z","caller":"traceutil/trace.go:171","msg":"trace[1406087041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538207s","start":"2026-06-30T18:06:17.107114Z","end":"2026-06-30T18:06:19.107652Z","steps":["trace[1406087041] 'agreement among raft nodes before linearized reading' (duration: 2.000368831s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.107744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.107087Z","time spent":"2.00064159s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:06:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:06:19.652103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187176962s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:06:19.652337Z","caller":"traceutil/trace.go:171","msg":"trace[1795838730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:620; }","duration":"1.187438581s","start":"2026-06-30T18:06:18.464867Z","end":"2026-06-30T18:06:19.652305Z","steps":["trace[1795838730] 'range keys from in-memory index tree' (duration: 1.187150052s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.652969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440133202s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:06:19.653044Z","caller":"traceutil/trace.go:171","msg":"trace[432513410] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.573588936s","start":"2026-06-30T18:06:17.07944Z","end":"2026-06-30T18:06:19.653029Z","steps":["trace[432513410] 'process raft request' (duration: 133.302199ms)","trace[432513410] 'compare' (duration: 2.439608095s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:06:19.653089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.079413Z","time spent":"2.573654508s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:06:19.655921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.443084327s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:06:19.656497Z","caller":"traceutil/trace.go:171","msg":"trace[649985402] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:650; }","duration":"2.549269814s","start":"2026-06-30T18:06:17.107196Z","end":"2026-06-30T18:06:19.656466Z","steps":["trace[649985402] 'read index received' (duration: 105.568667ms)","trace[649985402] 'applied index is now lower than readState.Index' (duration: 2.443700337s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:19.656611Z","caller":"traceutil/trace.go:171","msg":"trace[22030581] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"2.575756376s","start":"2026-06-30T18:06:17.080843Z","end":"2026-06-30T18:06:19.656599Z","steps":["trace[22030581] 'process raft request' (duration: 2.57558322s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:19.65659Z","caller":"traceutil/trace.go:171","msg":"trace[1900867152] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"2.575752176s","start":"2026-06-30T18:06:17.080778Z","end":"2026-06-30T18:06:19.65653Z","steps":["trace[1900867152] 'process raft request' (duration: 2.57558379s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:19.656695Z","caller":"traceutil/trace.go:171","msg":"trace[1723523628] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"2.576930304s","start":"2026-06-30T18:06:17.079723Z","end":"2026-06-30T18:06:19.656653Z","steps":["trace[1723523628] 'process raft request' (duration: 2.576476429s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.656744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.080793Z","time spent":"2.575851529s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:19.656804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.079711Z","time spent":"2.577021257s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:06:19.65685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.080746Z","time spent":"2.575957352s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:19.680766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301109618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-30T18:06:19.680794Z","caller":"traceutil/trace.go:171","msg":"trace[131698670] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"2.445839975s","start":"2026-06-30T18:06:17.234916Z","end":"2026-06-30T18:06:19.680756Z","steps":["trace[131698670] 'process raft request' (duration: 2.445550106s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.680834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443049776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:06:19.68086Z","caller":"traceutil/trace.go:171","msg":"trace[873467367] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:625; }","duration":"2.301215041s","start":"2026-06-30T18:06:17.379614Z","end":"2026-06-30T18:06:19.680829Z","steps":["trace[873467367] 'agreement among raft nodes before linearized reading' (duration: 2.301037666s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.680881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384735119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-06-30T18:06:19.680932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.379557Z","time spent":"2.301357406s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:06:19.680964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.23489Z","time spent":"2.44598137s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:06:19.680985Z","caller":"traceutil/trace.go:171","msg":"trace[796183555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"1.443150049s","start":"2026-06-30T18:06:18.237727Z","end":"2026-06-30T18:06:19.680877Z","steps":["trace[796183555] 'agreement among raft nodes before linearized reading' (duration: 1.443056516s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.681025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384408238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-30T18:06:19.681046Z","caller":"traceutil/trace.go:171","msg":"trace[1245404382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"1.38443767s","start":"2026-06-30T18:06:18.296603Z","end":"2026-06-30T18:06:19.681041Z","steps":["trace[1245404382] 'agreement among raft nodes before linearized reading' (duration: 1.384388428s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.681042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:18.237705Z","time spent":"1.443323245s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:06:19.681069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:18.296598Z","time spent":"1.384467341s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:06:19.680979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.205454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:06:19.681121Z","caller":"traceutil/trace.go:171","msg":"trace[1353322442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"573.37177ms","start":"2026-06-30T18:06:19.107733Z","end":"2026-06-30T18:06:19.681105Z","steps":["trace[1353322442] 'agreement among raft nodes before linearized reading' (duration: 573.229966ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.681156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.107713Z","time spent":"573.435162ms","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:06:19.680947Z","caller":"traceutil/trace.go:171","msg":"trace[328419283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"1.384866214s","start":"2026-06-30T18:06:18.296068Z","end":"2026-06-30T18:06:19.680935Z","steps":["trace[328419283] 'agreement among raft nodes before linearized reading' (duration: 1.384635356s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.681245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:18.296047Z","time spent":"1.385180373s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:06:19.68125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038716994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-25bbj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-30T18:06:19.681314Z","caller":"traceutil/trace.go:171","msg":"trace[1714311498] range","detail":"{range_begin:/registry/pods/kube-system/cilium-25bbj; range_end:; response_count:1; response_revision:625; }","duration":"2.038817687s","start":"2026-06-30T18:06:17.642479Z","end":"2026-06-30T18:06:19.681296Z","steps":["trace[1714311498] 'agreement among raft nodes before linearized reading' (duration: 2.038537028s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.681419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:17.642459Z","time spent":"2.038948882s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-25bbj\" "} {"level":"warn","ts":"2026-06-30T18:06:19.6813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385336379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-30T18:06:19.681485Z","caller":"traceutil/trace.go:171","msg":"trace[1118573551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"1.385531615s","start":"2026-06-30T18:06:18.295935Z","end":"2026-06-30T18:06:19.681466Z","steps":["trace[1118573551] 'agreement among raft nodes before linearized reading' (duration: 1.385289457s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.681553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:18.295926Z","time spent":"1.385609737s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:06:19.681562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452588143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-30T18:06:19.681675Z","caller":"traceutil/trace.go:171","msg":"trace[1254662813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"1.453023586s","start":"2026-06-30T18:06:18.22862Z","end":"2026-06-30T18:06:19.681643Z","steps":["trace[1254662813] 'agreement among raft nodes before linearized reading' (duration: 1.452449518s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:19.681743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:18.228604Z","time spent":"1.45312649s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:06:21.145085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.753857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:06:21.145382Z","caller":"traceutil/trace.go:171","msg":"trace[1414682948] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.45775755s","start":"2026-06-30T18:06:19.687583Z","end":"2026-06-30T18:06:21.145341Z","steps":["trace[1414682948] 'process raft request' (duration: 551.61546ms)","trace[1414682948] 'compare' (duration: 905.319553ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:06:21.145557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.687555Z","time spent":"1.457909425s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:06:21.14572Z","caller":"traceutil/trace.go:171","msg":"trace[1880396627] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.456492659s","start":"2026-06-30T18:06:19.689215Z","end":"2026-06-30T18:06:21.145708Z","steps":["trace[1880396627] 'process raft request' (duration: 1.456302153s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:21.145714Z","caller":"traceutil/trace.go:171","msg":"trace[539565984] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.456114487s","start":"2026-06-30T18:06:19.689576Z","end":"2026-06-30T18:06:21.145691Z","steps":["trace[539565984] 'process raft request' (duration: 1.456035144s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:21.145722Z","caller":"traceutil/trace.go:171","msg":"trace[1984110495] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.456704396s","start":"2026-06-30T18:06:19.688993Z","end":"2026-06-30T18:06:21.145698Z","steps":["trace[1984110495] 'process raft request' (duration: 1.45621295s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:21.145772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.689193Z","time spent":"1.456548462s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:21.145844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.689565Z","time spent":"1.45619461s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:21.145878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.688978Z","time spent":"1.456811009s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:06:21.145946Z","caller":"traceutil/trace.go:171","msg":"trace[2101551518] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.455396394s","start":"2026-06-30T18:06:19.690513Z","end":"2026-06-30T18:06:21.14591Z","steps":["trace[2101551518] 'process raft request' (duration: 1.455137576s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:21.146018Z","caller":"traceutil/trace.go:171","msg":"trace[1076286568] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.446376094s","start":"2026-06-30T18:06:19.699596Z","end":"2026-06-30T18:06:21.145972Z","steps":["trace[1076286568] 'process raft request' (duration: 1.446186468s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:21.146158Z","caller":"traceutil/trace.go:171","msg":"trace[2089824118] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.442362775s","start":"2026-06-30T18:06:19.703784Z","end":"2026-06-30T18:06:21.146147Z","steps":["trace[2089824118] 'process raft request' (duration: 1.442128387s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:21.146195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.699576Z","time spent":"1.446528608s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:21.146268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.703755Z","time spent":"1.442455488s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:21.146151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.690489Z","time spent":"1.455545619s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:21.146508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456137808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:06:21.14655Z","caller":"traceutil/trace.go:171","msg":"trace[836441415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.45621684s","start":"2026-06-30T18:06:19.690322Z","end":"2026-06-30T18:06:21.146538Z","steps":["trace[836441415] 'agreement among raft nodes before linearized reading' (duration: 1.455689893s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:21.146586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:19.690306Z","time spent":"1.456273522s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:06:21.145975Z","caller":"traceutil/trace.go:171","msg":"trace[786127919] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:655; }","duration":"1.4555927s","start":"2026-06-30T18:06:19.690365Z","end":"2026-06-30T18:06:21.145958Z","steps":["trace[786127919] 'read index received' (duration: 12.146531ms)","trace[786127919] 'applied index is now lower than readState.Index' (duration: 1.443445109s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:06:23.617953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464934712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:06:24.118128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464934712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:06:24.464244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.901198399s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:06:25.118167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000692132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:06:25.118277Z","caller":"traceutil/trace.go:171","msg":"trace[954023148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000864697s","start":"2026-06-30T18:06:23.117397Z","end":"2026-06-30T18:06:25.118261Z","steps":["trace[954023148] 'agreement among raft nodes before linearized reading' (duration: 2.000735703s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:25.118318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:23.117375Z","time spent":"2.00093469s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:06:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:06:25.288571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.10919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-30T18:06:25.288902Z","caller":"traceutil/trace.go:171","msg":"trace[1077838801] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:663; }","duration":"2.171409735s","start":"2026-06-30T18:06:23.117466Z","end":"2026-06-30T18:06:25.288875Z","steps":["trace[1077838801] 'read index received' (duration: 1.347152271s)","trace[1077838801] 'applied index is now lower than readState.Index' (duration: 824.255634ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:25.288923Z","caller":"traceutil/trace.go:171","msg":"trace[801540644] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"2.369889591s","start":"2026-06-30T18:06:22.918998Z","end":"2026-06-30T18:06:25.288887Z","steps":["trace[801540644] 'process raft request' (duration: 2.369675804s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:25.289106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:22.918972Z","time spent":"2.370036796s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:06:25.293711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.368863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:06:25.293767Z","caller":"traceutil/trace.go:171","msg":"trace[1681080458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"175.461946ms","start":"2026-06-30T18:06:25.118291Z","end":"2026-06-30T18:06:25.293753Z","steps":["trace[1681080458] 'agreement among raft nodes before linearized reading' (duration: 170.751625ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:25.293757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143220388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-30T18:06:25.293824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142078461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-30T18:06:25.293839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143397754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-30T18:06:25.293872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14331501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-30T18:06:25.29399Z","caller":"traceutil/trace.go:171","msg":"trace[585930708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"2.143348542s","start":"2026-06-30T18:06:23.150459Z","end":"2026-06-30T18:06:25.293807Z","steps":["trace[585930708] 'agreement among raft nodes before linearized reading' (duration: 2.138605629s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:25.294029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:23.150426Z","time spent":"2.14359423s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T18:06:25.29408Z","caller":"traceutil/trace.go:171","msg":"trace[1672103252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"2.142148783s","start":"2026-06-30T18:06:23.151709Z","end":"2026-06-30T18:06:25.293858Z","steps":["trace[1672103252] 'agreement among raft nodes before linearized reading' (duration: 2.137341129s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:25.29415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:23.1517Z","time spent":"2.142424662s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:06:25.294177Z","caller":"traceutil/trace.go:171","msg":"trace[496346198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"2.143497136s","start":"2026-06-30T18:06:23.150362Z","end":"2026-06-30T18:06:25.293859Z","steps":["trace[496346198] 'agreement among raft nodes before linearized reading' (duration: 2.138655471s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:25.294232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:23.150344Z","time spent":"2.143870519s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:06:25.294319Z","caller":"traceutil/trace.go:171","msg":"trace[813195363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"2.143417244s","start":"2026-06-30T18:06:23.150493Z","end":"2026-06-30T18:06:25.293911Z","steps":["trace[813195363] 'agreement among raft nodes before linearized reading' (duration: 2.138563318s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:25.294358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:23.15047Z","time spent":"2.143879609s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:06:29.974024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.49926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-06-30T18:06:29.974122Z","caller":"traceutil/trace.go:171","msg":"trace[2030243967] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:703; }","duration":"107.649364ms","start":"2026-06-30T18:06:29.866451Z","end":"2026-06-30T18:06:29.9741Z","steps":["trace[2030243967] 'range keys from in-memory index tree' (duration: 107.304474ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:33.59167Z","caller":"traceutil/trace.go:171","msg":"trace[1591389287] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"176.293133ms","start":"2026-06-30T18:06:33.415345Z","end":"2026-06-30T18:06:33.591638Z","steps":["trace[1591389287] 'process raft request' (duration: 176.18789ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:33.591647Z","caller":"traceutil/trace.go:171","msg":"trace[753367369] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"176.281263ms","start":"2026-06-30T18:06:33.415338Z","end":"2026-06-30T18:06:33.591619Z","steps":["trace[753367369] 'process raft request' (duration: 107.386626ms)","trace[753367369] 'compare' (duration: 68.671789ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:33.746255Z","caller":"traceutil/trace.go:171","msg":"trace[1565217866] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"100.439982ms","start":"2026-06-30T18:06:33.645772Z","end":"2026-06-30T18:06:33.746212Z","steps":["trace[1565217866] 'process raft request' (duration: 63.472112ms)","trace[1565217866] 'compare' (duration: 36.749563ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:06:35.515668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:06:35.515772Z","caller":"traceutil/trace.go:171","msg":"trace[1813674070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:749; }","duration":"100.482614ms","start":"2026-06-30T18:06:35.415256Z","end":"2026-06-30T18:06:35.515739Z","steps":["trace[1813674070] 'range keys from in-memory index tree' (duration: 100.189114ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:35.733017Z","caller":"traceutil/trace.go:171","msg":"trace[2118291234] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"129.832258ms","start":"2026-06-30T18:06:35.603163Z","end":"2026-06-30T18:06:35.732995Z","steps":["trace[2118291234] 'process raft request' (duration: 129.554749ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:42.21329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464935098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:06:42.71441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464935098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:06:43.215466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464935098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:06:43.715669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464935098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:06:44.000794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.290119303s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:06:44.001397Z","caller":"traceutil/trace.go:171","msg":"trace[1554707775] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"2.290752834s","start":"2026-06-30T18:06:41.710551Z","end":"2026-06-30T18:06:44.001304Z","steps":["trace[1554707775] 'process raft request' (duration: 2.290483716s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.001675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:41.710526Z","time spent":"2.290997742s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:06:44.504611Z","caller":"traceutil/trace.go:171","msg":"trace[542546126] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"2.718738566s","start":"2026-06-30T18:06:41.785835Z","end":"2026-06-30T18:06:44.504574Z","steps":["trace[542546126] 'process raft request' (duration: 2.718447137s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.504807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:41.785807Z","time spent":"2.718898281s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:06:44.509728Z","caller":"traceutil/trace.go:171","msg":"trace[441104781] linearizableReadLoop","detail":"{readStateIndex:827; appliedIndex:824; }","duration":"2.79684616s","start":"2026-06-30T18:06:41.712853Z","end":"2026-06-30T18:06:44.509699Z","steps":["trace[441104781] 'read index received' (duration: 2.288154011s)","trace[441104781] 'applied index is now lower than readState.Index' (duration: 508.690849ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:06:44.510017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768262989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-30T18:06:44.510011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797121738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T18:06:44.510067Z","caller":"traceutil/trace.go:171","msg":"trace[2082233045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"2.768358562s","start":"2026-06-30T18:06:41.741694Z","end":"2026-06-30T18:06:44.510053Z","steps":["trace[2082233045] 'agreement among raft nodes before linearized reading' (duration: 2.768167386s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.510081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746013404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-30T18:06:44.510108Z","caller":"traceutil/trace.go:171","msg":"trace[1725048340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:789; }","duration":"2.797292834s","start":"2026-06-30T18:06:41.712792Z","end":"2026-06-30T18:06:44.510085Z","steps":["trace[1725048340] 'agreement among raft nodes before linearized reading' (duration: 2.797034086s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.510111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:41.741679Z","time spent":"2.768421065s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:06:44.510141Z","caller":"traceutil/trace.go:171","msg":"trace[915885780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:789; }","duration":"2.746096686s","start":"2026-06-30T18:06:41.764021Z","end":"2026-06-30T18:06:44.510118Z","steps":["trace[915885780] 'agreement among raft nodes before linearized reading' (duration: 2.745949032s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.51012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402997497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:06:44.510164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:41.71277Z","time spent":"2.797368166s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:06:44.510168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:41.763999Z","time spent":"2.746163478s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:06:44.510185Z","caller":"traceutil/trace.go:171","msg":"trace[1963442329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:789; }","duration":"1.403129361s","start":"2026-06-30T18:06:43.10704Z","end":"2026-06-30T18:06:44.51017Z","steps":["trace[1963442329] 'agreement among raft nodes before linearized reading' (duration: 1.403025188s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.510217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:43.107015Z","time spent":"1.403194872s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:06:44.510354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717359122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-k7njm\" ","response":"range_response_count:1 size:5050"} {"level":"info","ts":"2026-06-30T18:06:44.510495Z","caller":"traceutil/trace.go:171","msg":"trace[96814372] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-k7njm; range_end:; response_count:1; response_revision:789; }","duration":"2.717567539s","start":"2026-06-30T18:06:41.792902Z","end":"2026-06-30T18:06:44.510469Z","steps":["trace[96814372] 'agreement among raft nodes before linearized reading' (duration: 2.71700335s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.510493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754085883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-30T18:06:44.510555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:41.792882Z","time spent":"2.717661721s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5072,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-k7njm\" "} {"level":"info","ts":"2026-06-30T18:06:44.510582Z","caller":"traceutil/trace.go:171","msg":"trace[774033130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"2.754220538s","start":"2026-06-30T18:06:41.756341Z","end":"2026-06-30T18:06:44.510562Z","steps":["trace[774033130] 'agreement among raft nodes before linearized reading' (duration: 2.753729332s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:44.51064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:06:41.756322Z","time spent":"2.754300271s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:06:48.227908Z","caller":"traceutil/trace.go:171","msg":"trace[1981055317] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"116.102625ms","start":"2026-06-30T18:06:48.111684Z","end":"2026-06-30T18:06:48.227787Z","steps":["trace[1981055317] 'process raft request' (duration: 115.454444ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:48.480424Z","caller":"traceutil/trace.go:171","msg":"trace[260883375] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"189.790037ms","start":"2026-06-30T18:06:48.290592Z","end":"2026-06-30T18:06:48.480382Z","steps":["trace[260883375] 'process raft request' (duration: 188.742473ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:48.600316Z","caller":"traceutil/trace.go:171","msg":"trace[1867163563] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"100.877407ms","start":"2026-06-30T18:06:48.499409Z","end":"2026-06-30T18:06:48.600286Z","steps":["trace[1867163563] 'process raft request' (duration: 100.68092ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:48.719487Z","caller":"traceutil/trace.go:171","msg":"trace[1103440270] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"108.17795ms","start":"2026-06-30T18:06:48.611285Z","end":"2026-06-30T18:06:48.719463Z","steps":["trace[1103440270] 'process raft request' (duration: 108.116348ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:48.719853Z","caller":"traceutil/trace.go:171","msg":"trace[1201260771] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"114.019779ms","start":"2026-06-30T18:06:48.605822Z","end":"2026-06-30T18:06:48.719842Z","steps":["trace[1201260771] 'process raft request' (duration: 113.537533ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:48.719825Z","caller":"traceutil/trace.go:171","msg":"trace[230537643] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"113.962157ms","start":"2026-06-30T18:06:48.605822Z","end":"2026-06-30T18:06:48.719784Z","steps":["trace[230537643] 'process raft request' (duration: 113.504952ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:48.720088Z","caller":"traceutil/trace.go:171","msg":"trace[355102592] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"115.568299ms","start":"2026-06-30T18:06:48.604508Z","end":"2026-06-30T18:06:48.720076Z","steps":["trace[355102592] 'process raft request' (duration: 96.431164ms)","trace[355102592] 'compare' (duration: 18.159764ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:48.720155Z","caller":"traceutil/trace.go:171","msg":"trace[156169310] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"114.394931ms","start":"2026-06-30T18:06:48.605744Z","end":"2026-06-30T18:06:48.720139Z","steps":["trace[156169310] 'process raft request' (duration: 113.523083ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:50.228661Z","caller":"traceutil/trace.go:171","msg":"trace[1366176680] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:888; }","duration":"155.354549ms","start":"2026-06-30T18:06:50.073279Z","end":"2026-06-30T18:06:50.228633Z","steps":["trace[1366176680] 'read index received' (duration: 150.737831ms)","trace[1366176680] 'applied index is now lower than readState.Index' (duration: 4.615568ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:50.228727Z","caller":"traceutil/trace.go:171","msg":"trace[1800894191] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"170.481016ms","start":"2026-06-30T18:06:50.058218Z","end":"2026-06-30T18:06:50.228699Z","steps":["trace[1800894191] 'process raft request' (duration: 165.855577ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:50.228828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.952497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:06:50.228866Z","caller":"traceutil/trace.go:171","msg":"trace[856137704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:850; }","duration":"123.05156ms","start":"2026-06-30T18:06:50.105803Z","end":"2026-06-30T18:06:50.228854Z","steps":["trace[856137704] 'agreement among raft nodes before linearized reading' (duration: 122.975068ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:50.2289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.593567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-06-30T18:06:50.228989Z","caller":"traceutil/trace.go:171","msg":"trace[1360023817] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:850; }","duration":"155.719261ms","start":"2026-06-30T18:06:50.07325Z","end":"2026-06-30T18:06:50.228969Z","steps":["trace[1360023817] 'agreement among raft nodes before linearized reading' (duration: 155.469593ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:53.064586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.541636ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-30T18:06:53.064913Z","caller":"traceutil/trace.go:171","msg":"trace[365110885] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:915; }","duration":"102.487469ms","start":"2026-06-30T18:06:52.962405Z","end":"2026-06-30T18:06:53.064893Z","steps":["trace[365110885] 'read index received' (duration: 55.832µs)","trace[365110885] 'applied index is now lower than readState.Index' (duration: 102.430747ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:06:53.065004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.588972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:06:53.06503Z","caller":"traceutil/trace.go:171","msg":"trace[2049744214] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:877; }","duration":"102.676544ms","start":"2026-06-30T18:06:52.962345Z","end":"2026-06-30T18:06:53.065022Z","steps":["trace[2049744214] 'agreement among raft nodes before linearized reading' (duration: 102.603662ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:06:53.06501Z","caller":"traceutil/trace.go:171","msg":"trace[9870306] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"230.203367ms","start":"2026-06-30T18:06:52.834761Z","end":"2026-06-30T18:06:53.064965Z","steps":["trace[9870306] 'process raft request' (duration: 229.996111ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:06:57.167992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.049489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:06:57.168358Z","caller":"traceutil/trace.go:171","msg":"trace[1364773574] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"291.735138ms","start":"2026-06-30T18:06:56.876595Z","end":"2026-06-30T18:06:57.16833Z","steps":["trace[1364773574] 'process raft request' (duration: 173.205384ms)","trace[1364773574] 'compare' (duration: 117.855993ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:06:57.168591Z","caller":"traceutil/trace.go:171","msg":"trace[1632592048] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"291.821581ms","start":"2026-06-30T18:06:56.876736Z","end":"2026-06-30T18:06:57.168557Z","steps":["trace[1632592048] 'process raft request' (duration: 291.393687ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:08.556789Z","caller":"traceutil/trace.go:171","msg":"trace[1897649721] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"201.597337ms","start":"2026-06-30T18:07:08.355173Z","end":"2026-06-30T18:07:08.556771Z","steps":["trace[1897649721] 'process raft request' (duration: 201.467263ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:14.822358Z","caller":"traceutil/trace.go:171","msg":"trace[185966606] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"146.957634ms","start":"2026-06-30T18:07:14.675363Z","end":"2026-06-30T18:07:14.822321Z","steps":["trace[185966606] 'process raft request' (duration: 146.736697ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:15.124837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.431234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:07:15.125093Z","caller":"traceutil/trace.go:171","msg":"trace[1790829895] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1235; }","duration":"121.92729ms","start":"2026-06-30T18:07:15.003141Z","end":"2026-06-30T18:07:15.125069Z","steps":["trace[1790829895] 'read index received' (duration: 59.322µs)","trace[1790829895] 'applied index is now lower than readState.Index' (duration: 121.866638ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:15.125367Z","caller":"traceutil/trace.go:171","msg":"trace[1745382283] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"296.830532ms","start":"2026-06-30T18:07:14.828506Z","end":"2026-06-30T18:07:15.125337Z","steps":["trace[1745382283] 'process raft request' (duration: 67.819331ms)","trace[1745382283] 'compare' (duration: 228.199185ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:15.125557Z","caller":"traceutil/trace.go:171","msg":"trace[33194881] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"295.651475ms","start":"2026-06-30T18:07:14.82988Z","end":"2026-06-30T18:07:15.125531Z","steps":["trace[33194881] 'process raft request' (duration: 295.085226ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:15.126012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.86665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T18:07:15.12608Z","caller":"traceutil/trace.go:171","msg":"trace[828122970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1193; }","duration":"122.970223ms","start":"2026-06-30T18:07:15.003091Z","end":"2026-06-30T18:07:15.126062Z","steps":["trace[828122970] 'agreement among raft nodes before linearized reading' (duration: 122.758936ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:15.405053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.364944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:07:15.405194Z","caller":"traceutil/trace.go:171","msg":"trace[917178238] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1238; }","duration":"131.083314ms","start":"2026-06-30T18:07:15.274086Z","end":"2026-06-30T18:07:15.405169Z","steps":["trace[917178238] 'read index received' (duration: 55.912µs)","trace[917178238] 'applied index is now lower than readState.Index' (duration: 131.025152ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:15.405291Z","caller":"traceutil/trace.go:171","msg":"trace[562350934] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"271.407425ms","start":"2026-06-30T18:07:15.133822Z","end":"2026-06-30T18:07:15.405229Z","steps":["trace[562350934] 'process raft request' (duration: 129.756032ms)","trace[562350934] 'compare' (duration: 141.114636ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:07:15.405432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.337952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-30T18:07:15.405519Z","caller":"traceutil/trace.go:171","msg":"trace[98828420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1195; }","duration":"131.486487ms","start":"2026-06-30T18:07:15.274012Z","end":"2026-06-30T18:07:15.405499Z","steps":["trace[98828420] 'agreement among raft nodes before linearized reading' (duration: 131.219228ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:15.528618Z","caller":"traceutil/trace.go:171","msg":"trace[320375315] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"117.748125ms","start":"2026-06-30T18:07:15.410835Z","end":"2026-06-30T18:07:15.528584Z","steps":["trace[320375315] 'process raft request' (duration: 115.245875ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:15.528893Z","caller":"traceutil/trace.go:171","msg":"trace[1549844077] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"118.037535ms","start":"2026-06-30T18:07:15.410845Z","end":"2026-06-30T18:07:15.528883Z","steps":["trace[1549844077] 'process raft request' (duration: 117.661423ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:16.390863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.375427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:07:16.391025Z","caller":"traceutil/trace.go:171","msg":"trace[342899124] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"389.501511ms","start":"2026-06-30T18:07:16.001496Z","end":"2026-06-30T18:07:16.390997Z","steps":["trace[342899124] 'process raft request' (duration: 274.851766ms)","trace[342899124] 'compare' (duration: 114.233782ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:07:16.391102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:16.001459Z","time spent":"389.610365ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:07:17.318148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.927713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:07:17.318324Z","caller":"traceutil/trace.go:171","msg":"trace[1574918176] linearizableReadLoop","detail":"{readStateIndex:1244; appliedIndex:1243; }","duration":"708.601308ms","start":"2026-06-30T18:07:16.609698Z","end":"2026-06-30T18:07:17.318299Z","steps":["trace[1574918176] 'read index received' (duration: 305.318804ms)","trace[1574918176] 'applied index is now lower than readState.Index' (duration: 403.280584ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:17.31838Z","caller":"traceutil/trace.go:171","msg":"trace[60115745] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"725.993077ms","start":"2026-06-30T18:07:16.592341Z","end":"2026-06-30T18:07:17.318334Z","steps":["trace[60115745] 'process raft request' (duration: 322.757715ms)","trace[60115745] 'compare' (duration: 402.736096ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:07:17.318514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.923355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-06-30T18:07:17.318528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.884552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:07:17.318567Z","caller":"traceutil/trace.go:171","msg":"trace[72025545] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1200; }","duration":"306.020407ms","start":"2026-06-30T18:07:17.012532Z","end":"2026-06-30T18:07:17.318552Z","steps":["trace[72025545] 'agreement among raft nodes before linearized reading' (duration: 305.908024ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:17.318573Z","caller":"traceutil/trace.go:171","msg":"trace[184675928] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1200; }","duration":"179.955195ms","start":"2026-06-30T18:07:17.138604Z","end":"2026-06-30T18:07:17.318559Z","steps":["trace[184675928] 'agreement among raft nodes before linearized reading' (duration: 179.875022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:17.318599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.012501Z","time spent":"306.08947ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-06-30T18:07:17.318585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.061347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:07:17.318658Z","caller":"traceutil/trace.go:171","msg":"trace[1755800415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1200; }","duration":"212.182811ms","start":"2026-06-30T18:07:17.106455Z","end":"2026-06-30T18:07:17.318638Z","steps":["trace[1755800415] 'agreement among raft nodes before linearized reading' (duration: 212.039016ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:17.318649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.03604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-06-30T18:07:17.318663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:16.592297Z","time spent":"726.182764ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:07:17.318733Z","caller":"traceutil/trace.go:171","msg":"trace[1554579373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1200; }","duration":"116.186676ms","start":"2026-06-30T18:07:17.202527Z","end":"2026-06-30T18:07:17.318714Z","steps":["trace[1554579373] 'agreement among raft nodes before linearized reading' (duration: 115.931127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:17.318741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.044993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:07:17.318792Z","caller":"traceutil/trace.go:171","msg":"trace[740285081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1200; }","duration":"709.146546ms","start":"2026-06-30T18:07:16.609631Z","end":"2026-06-30T18:07:17.318778Z","steps":["trace[740285081] 'agreement among raft nodes before linearized reading' (duration: 708.834776ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:17.318833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:16.609602Z","time spent":"709.221428ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:07:17.830186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464935853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:07:18.651955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.101074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:07:18.652116Z","caller":"traceutil/trace.go:171","msg":"trace[1192734682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1200; }","duration":"187.28539ms","start":"2026-06-30T18:07:18.46481Z","end":"2026-06-30T18:07:18.652095Z","steps":["trace[1192734682] 'range keys from in-memory index tree' (duration: 187.080784ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.652027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.609102Z","time spent":"1.042915217s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:07:18.653039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.47507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:07:18.653276Z","caller":"traceutil/trace.go:171","msg":"trace[1911641151] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1244; }","duration":"1.324019263s","start":"2026-06-30T18:07:17.329238Z","end":"2026-06-30T18:07:18.653257Z","steps":["trace[1911641151] 'read index received' (duration: 743.204061ms)","trace[1911641151] 'applied index is now lower than readState.Index' (duration: 580.814051ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:18.6533Z","caller":"traceutil/trace.go:171","msg":"trace[734298733] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"1.329579721s","start":"2026-06-30T18:07:17.323668Z","end":"2026-06-30T18:07:18.653248Z","steps":["trace[734298733] 'process raft request' (duration: 748.76743ms)","trace[734298733] 'compare' (duration: 579.383535ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:18.653315Z","caller":"traceutil/trace.go:171","msg":"trace[281455454] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"1.329051424s","start":"2026-06-30T18:07:17.324231Z","end":"2026-06-30T18:07:18.653283Z","steps":["trace[281455454] 'process raft request' (duration: 1.32892271s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.653486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271158664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-30T18:07:18.65349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.3242Z","time spent":"1.329197989s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:07:18.653528Z","caller":"traceutil/trace.go:171","msg":"trace[1771040363] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:1202; }","duration":"1.271246906s","start":"2026-06-30T18:07:17.382269Z","end":"2026-06-30T18:07:18.653515Z","steps":["trace[1771040363] 'agreement among raft nodes before linearized reading' (duration: 1.271102411s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.653515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119416595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-30T18:07:18.653566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.382243Z","time spent":"1.271315438s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"info","ts":"2026-06-30T18:07:18.653569Z","caller":"traceutil/trace.go:171","msg":"trace[2033175607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1202; }","duration":"1.119482097s","start":"2026-06-30T18:07:17.534076Z","end":"2026-06-30T18:07:18.653558Z","steps":["trace[2033175607] 'agreement among raft nodes before linearized reading' (duration: 1.119352803s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.65357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.484524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:07:18.653604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.534068Z","time spent":"1.119529219s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:07:18.653491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.323648Z","time spent":"1.329739107s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:07:18.653667Z","caller":"traceutil/trace.go:171","msg":"trace[1802623224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1202; }","duration":"409.612048ms","start":"2026-06-30T18:07:18.244029Z","end":"2026-06-30T18:07:18.653641Z","steps":["trace[1802623224] 'agreement among raft nodes before linearized reading' (duration: 409.470213ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.653671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324426106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"warn","ts":"2026-06-30T18:07:18.653721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:18.244012Z","time spent":"409.7007ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:07:18.65374Z","caller":"traceutil/trace.go:171","msg":"trace[1699014782] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1202; }","duration":"1.324520359s","start":"2026-06-30T18:07:17.329199Z","end":"2026-06-30T18:07:18.653719Z","steps":["trace[1699014782] 'agreement among raft nodes before linearized reading' (duration: 1.324146867s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.65378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.329182Z","time spent":"1.324589241s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2919,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-06-30T18:07:18.65381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212976933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-30T18:07:18.653851Z","caller":"traceutil/trace.go:171","msg":"trace[203166464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1202; }","duration":"1.213061985s","start":"2026-06-30T18:07:17.440778Z","end":"2026-06-30T18:07:18.65384Z","steps":["trace[203166464] 'agreement among raft nodes before linearized reading' (duration: 1.212952832s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.653897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.440757Z","time spent":"1.213130548s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:07:18.6539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119824749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-30T18:07:18.654017Z","caller":"traceutil/trace.go:171","msg":"trace[686026255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1202; }","duration":"1.120048086s","start":"2026-06-30T18:07:17.533942Z","end":"2026-06-30T18:07:18.65399Z","steps":["trace[686026255] 'agreement among raft nodes before linearized reading' (duration: 1.119652493s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:18.654074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:07:17.533922Z","time spent":"1.120141568s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:07:30.146007Z","caller":"traceutil/trace.go:171","msg":"trace[878566582] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"104.51941ms","start":"2026-06-30T18:07:30.041429Z","end":"2026-06-30T18:07:30.145949Z","steps":["trace[878566582] 'process raft request' (duration: 102.690412ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:30.175683Z","caller":"traceutil/trace.go:171","msg":"trace[669790067] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"107.882999ms","start":"2026-06-30T18:07:30.067776Z","end":"2026-06-30T18:07:30.175659Z","steps":["trace[669790067] 'process raft request' (duration: 107.674802ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:30.175675Z","caller":"traceutil/trace.go:171","msg":"trace[661157810] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"133.792111ms","start":"2026-06-30T18:07:30.041851Z","end":"2026-06-30T18:07:30.175643Z","steps":["trace[661157810] 'process raft request' (duration: 133.43202ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:34.870519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.444233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:07:34.870598Z","caller":"traceutil/trace.go:171","msg":"trace[1822814383] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1338; }","duration":"158.573537ms","start":"2026-06-30T18:07:34.712003Z","end":"2026-06-30T18:07:34.870576Z","steps":["trace[1822814383] 'count revisions from in-memory index tree' (duration: 158.333039ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:38.867293Z","caller":"traceutil/trace.go:171","msg":"trace[679517089] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"121.00126ms","start":"2026-06-30T18:07:38.746228Z","end":"2026-06-30T18:07:38.867229Z","steps":["trace[679517089] 'process raft request' (duration: 116.65627ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:38.867343Z","caller":"traceutil/trace.go:171","msg":"trace[306688210] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"114.825121ms","start":"2026-06-30T18:07:38.752476Z","end":"2026-06-30T18:07:38.867301Z","steps":["trace[306688210] 'process raft request' (duration: 114.735249ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:38.867467Z","caller":"traceutil/trace.go:171","msg":"trace[1416383640] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"115.065949ms","start":"2026-06-30T18:07:38.75236Z","end":"2026-06-30T18:07:38.867426Z","steps":["trace[1416383640] 'process raft request' (duration: 114.789131ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.060141Z","caller":"traceutil/trace.go:171","msg":"trace[328639587] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1443; }","duration":"116.151223ms","start":"2026-06-30T18:07:38.943953Z","end":"2026-06-30T18:07:39.060104Z","steps":["trace[328639587] 'read index received' (duration: 75.205897ms)","trace[328639587] 'applied index is now lower than readState.Index' (duration: 40.943826ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:39.060208Z","caller":"traceutil/trace.go:171","msg":"trace[651029941] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"137.721628ms","start":"2026-06-30T18:07:38.922426Z","end":"2026-06-30T18:07:39.060148Z","steps":["trace[651029941] 'process raft request' (duration: 96.71161ms)","trace[651029941] 'compare' (duration: 40.76382ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:39.060379Z","caller":"traceutil/trace.go:171","msg":"trace[658273096] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"111.3889ms","start":"2026-06-30T18:07:38.948972Z","end":"2026-06-30T18:07:39.060361Z","steps":["trace[658273096] 'process raft request' (duration: 111.204405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:39.060591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.599838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:07:39.060705Z","caller":"traceutil/trace.go:171","msg":"trace[82561918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1390; }","duration":"116.745903ms","start":"2026-06-30T18:07:38.943932Z","end":"2026-06-30T18:07:39.060678Z","steps":["trace[82561918] 'agreement among raft nodes before linearized reading' (duration: 116.322479ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.060861Z","caller":"traceutil/trace.go:171","msg":"trace[879613737] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"111.421512ms","start":"2026-06-30T18:07:38.949382Z","end":"2026-06-30T18:07:39.060804Z","steps":["trace[879613737] 'process raft request' (duration: 110.896155ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.060959Z","caller":"traceutil/trace.go:171","msg":"trace[2139565170] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"111.238876ms","start":"2026-06-30T18:07:38.9497Z","end":"2026-06-30T18:07:39.060938Z","steps":["trace[2139565170] 'process raft request' (duration: 111.003688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:39.061096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.393048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-30T18:07:39.061158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.572273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T18:07:39.061168Z","caller":"traceutil/trace.go:171","msg":"trace[720779122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1392; }","duration":"114.45704ms","start":"2026-06-30T18:07:38.946688Z","end":"2026-06-30T18:07:39.061145Z","steps":["trace[720779122] 'agreement among raft nodes before linearized reading' (duration: 114.334466ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:39.061157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.273285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-30T18:07:39.06122Z","caller":"traceutil/trace.go:171","msg":"trace[2004688723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1392; }","duration":"114.651836ms","start":"2026-06-30T18:07:38.946552Z","end":"2026-06-30T18:07:39.061204Z","steps":["trace[2004688723] 'agreement among raft nodes before linearized reading' (duration: 114.510471ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.061303Z","caller":"traceutil/trace.go:171","msg":"trace[75019926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1392; }","duration":"115.464561ms","start":"2026-06-30T18:07:38.945822Z","end":"2026-06-30T18:07:39.061286Z","steps":["trace[75019926] 'agreement among raft nodes before linearized reading' (duration: 115.11302ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.651464Z","caller":"traceutil/trace.go:171","msg":"trace[685163981] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"198.833812ms","start":"2026-06-30T18:07:39.452595Z","end":"2026-06-30T18:07:39.651428Z","steps":["trace[685163981] 'process raft request' (duration: 177.819917ms)","trace[685163981] 'compare' (duration: 20.730826ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:39.651526Z","caller":"traceutil/trace.go:171","msg":"trace[1093720690] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"198.836362ms","start":"2026-06-30T18:07:39.45267Z","end":"2026-06-30T18:07:39.651506Z","steps":["trace[1093720690] 'process raft request' (duration: 198.670816ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.651785Z","caller":"traceutil/trace.go:171","msg":"trace[2041324095] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"198.696567ms","start":"2026-06-30T18:07:39.453068Z","end":"2026-06-30T18:07:39.651764Z","steps":["trace[2041324095] 'process raft request' (duration: 198.602144ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.651814Z","caller":"traceutil/trace.go:171","msg":"trace[1998445951] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"198.721788ms","start":"2026-06-30T18:07:39.453074Z","end":"2026-06-30T18:07:39.651795Z","steps":["trace[1998445951] 'process raft request' (duration: 198.652016ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.651989Z","caller":"traceutil/trace.go:171","msg":"trace[1182682911] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"198.77251ms","start":"2026-06-30T18:07:39.453207Z","end":"2026-06-30T18:07:39.651979Z","steps":["trace[1182682911] 'process raft request' (duration: 198.550063ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.651987Z","caller":"traceutil/trace.go:171","msg":"trace[1017653085] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"199.09131ms","start":"2026-06-30T18:07:39.452836Z","end":"2026-06-30T18:07:39.651927Z","steps":["trace[1017653085] 'process raft request' (duration: 198.621765ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.652177Z","caller":"traceutil/trace.go:171","msg":"trace[48782357] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"171.71813ms","start":"2026-06-30T18:07:39.48045Z","end":"2026-06-30T18:07:39.652168Z","steps":["trace[48782357] 'process raft request' (duration: 171.526674ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:39.652242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.020906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-30T18:07:39.652288Z","caller":"traceutil/trace.go:171","msg":"trace[120013528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1429; }","duration":"198.112598ms","start":"2026-06-30T18:07:39.454162Z","end":"2026-06-30T18:07:39.652274Z","steps":["trace[120013528] 'agreement among raft nodes before linearized reading' (duration: 197.913172ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:39.652317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.851503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-06-30T18:07:39.652129Z","caller":"traceutil/trace.go:171","msg":"trace[1903733935] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"197.003603ms","start":"2026-06-30T18:07:39.455105Z","end":"2026-06-30T18:07:39.652109Z","steps":["trace[1903733935] 'process raft request' (duration: 196.794496ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.65237Z","caller":"traceutil/trace.go:171","msg":"trace[1137562397] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1429; }","duration":"194.924066ms","start":"2026-06-30T18:07:39.45743Z","end":"2026-06-30T18:07:39.652354Z","steps":["trace[1137562397] 'agreement among raft nodes before linearized reading' (duration: 194.73655ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.652039Z","caller":"traceutil/trace.go:171","msg":"trace[1144191079] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1476; }","duration":"156.647596ms","start":"2026-06-30T18:07:39.495378Z","end":"2026-06-30T18:07:39.652026Z","steps":["trace[1144191079] 'read index received' (duration: 135.051111ms)","trace[1144191079] 'applied index is now lower than readState.Index' (duration: 21.595724ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:39.660381Z","caller":"traceutil/trace.go:171","msg":"trace[1416588941] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"157.758412ms","start":"2026-06-30T18:07:39.50258Z","end":"2026-06-30T18:07:39.660338Z","steps":["trace[1416588941] 'process raft request' (duration: 157.482843ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.660493Z","caller":"traceutil/trace.go:171","msg":"trace[1812418465] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"153.292228ms","start":"2026-06-30T18:07:39.507152Z","end":"2026-06-30T18:07:39.660444Z","steps":["trace[1812418465] 'process raft request' (duration: 153.098732ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:39.863266Z","caller":"traceutil/trace.go:171","msg":"trace[942317256] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"124.823633ms","start":"2026-06-30T18:07:39.738407Z","end":"2026-06-30T18:07:39.863231Z","steps":["trace[942317256] 'process raft request' (duration: 92.130902ms)","trace[942317256] 'compare' (duration: 32.437593ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:40.19599Z","caller":"traceutil/trace.go:171","msg":"trace[1271566930] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"107.040642ms","start":"2026-06-30T18:07:40.088905Z","end":"2026-06-30T18:07:40.195946Z","steps":["trace[1271566930] 'process raft request' (duration: 65.61391ms)","trace[1271566930] 'compare' (duration: 41.009368ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:40.692765Z","caller":"traceutil/trace.go:171","msg":"trace[1900416615] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"147.78153ms","start":"2026-06-30T18:07:40.544947Z","end":"2026-06-30T18:07:40.692729Z","steps":["trace[1900416615] 'process raft request' (duration: 147.501721ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:40.692995Z","caller":"traceutil/trace.go:171","msg":"trace[258179738] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"147.406569ms","start":"2026-06-30T18:07:40.545532Z","end":"2026-06-30T18:07:40.692939Z","steps":["trace[258179738] 'process raft request' (duration: 147.1271ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:45.423102Z","caller":"traceutil/trace.go:171","msg":"trace[1739641617] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"241.496053ms","start":"2026-06-30T18:07:45.181575Z","end":"2026-06-30T18:07:45.423071Z","steps":["trace[1739641617] 'process raft request' (duration: 241.298376ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:45.475302Z","caller":"traceutil/trace.go:171","msg":"trace[456168191] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"293.478364ms","start":"2026-06-30T18:07:45.181793Z","end":"2026-06-30T18:07:45.475271Z","steps":["trace[456168191] 'process raft request' (duration: 293.275867ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:45.47561Z","caller":"traceutil/trace.go:171","msg":"trace[59444324] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"293.325029ms","start":"2026-06-30T18:07:45.182261Z","end":"2026-06-30T18:07:45.475586Z","steps":["trace[59444324] 'process raft request' (duration: 292.966877ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:45.475997Z","caller":"traceutil/trace.go:171","msg":"trace[333037303] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"292.893595ms","start":"2026-06-30T18:07:45.183069Z","end":"2026-06-30T18:07:45.475962Z","steps":["trace[333037303] 'process raft request' (duration: 292.44049ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:47.518931Z","caller":"traceutil/trace.go:171","msg":"trace[769855992] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"122.532318ms","start":"2026-06-30T18:07:47.396365Z","end":"2026-06-30T18:07:47.518897Z","steps":["trace[769855992] 'process raft request' (duration: 60.644839ms)","trace[769855992] 'compare' (duration: 61.544598ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:47.519421Z","caller":"traceutil/trace.go:171","msg":"trace[526930259] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"102.277417ms","start":"2026-06-30T18:07:47.417123Z","end":"2026-06-30T18:07:47.519401Z","steps":["trace[526930259] 'process raft request' (duration: 101.639847ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:47.628719Z","caller":"traceutil/trace.go:171","msg":"trace[2129055408] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"106.624958ms","start":"2026-06-30T18:07:47.522069Z","end":"2026-06-30T18:07:47.628694Z","steps":["trace[2129055408] 'process raft request' (duration: 104.837301ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:47.628912Z","caller":"traceutil/trace.go:171","msg":"trace[1003610328] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"104.938344ms","start":"2026-06-30T18:07:47.523964Z","end":"2026-06-30T18:07:47.628903Z","steps":["trace[1003610328] 'process raft request' (duration: 104.700736ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:47.628711Z","caller":"traceutil/trace.go:171","msg":"trace[194061085] linearizableReadLoop","detail":"{readStateIndex:1555; appliedIndex:1554; }","duration":"105.166391ms","start":"2026-06-30T18:07:47.523525Z","end":"2026-06-30T18:07:47.628691Z","steps":["trace[194061085] 'read index received' (duration: 103.28329ms)","trace[194061085] 'applied index is now lower than readState.Index' (duration: 1.882311ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:07:47.629162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.598374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-30T18:07:47.629238Z","caller":"traceutil/trace.go:171","msg":"trace[124817045] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"105.209752ms","start":"2026-06-30T18:07:47.524021Z","end":"2026-06-30T18:07:47.629231Z","steps":["trace[124817045] 'process raft request' (duration: 104.83863ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:47.629291Z","caller":"traceutil/trace.go:171","msg":"trace[1612142012] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1499; }","duration":"105.75425ms","start":"2026-06-30T18:07:47.523499Z","end":"2026-06-30T18:07:47.629253Z","steps":["trace[1612142012] 'agreement among raft nodes before linearized reading' (duration: 105.259254ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:47.629368Z","caller":"traceutil/trace.go:171","msg":"trace[2022970445] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"105.327546ms","start":"2026-06-30T18:07:47.524032Z","end":"2026-06-30T18:07:47.62936Z","steps":["trace[2022970445] 'process raft request' (duration: 105.13083ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:54.261986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.343829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:07:54.262276Z","caller":"traceutil/trace.go:171","msg":"trace[1139113546] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1687; }","duration":"169.244601ms","start":"2026-06-30T18:07:54.093012Z","end":"2026-06-30T18:07:54.262257Z","steps":["trace[1139113546] 'read index received' (duration: 57.609132ms)","trace[1139113546] 'applied index is now lower than readState.Index' (duration: 111.634299ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:54.262306Z","caller":"traceutil/trace.go:171","msg":"trace[1719808708] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"197.314983ms","start":"2026-06-30T18:07:54.064941Z","end":"2026-06-30T18:07:54.262256Z","steps":["trace[1719808708] 'process raft request' (duration: 85.617082ms)","trace[1719808708] 'compare' (duration: 111.190514ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:07:54.262511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.497549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-9lpsd\" ","response":"range_response_count:1 size:4254"} {"level":"info","ts":"2026-06-30T18:07:54.262553Z","caller":"traceutil/trace.go:171","msg":"trace[1949051751] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-9lpsd; range_end:; response_count:1; response_revision:1630; }","duration":"169.585962ms","start":"2026-06-30T18:07:54.092954Z","end":"2026-06-30T18:07:54.26254Z","steps":["trace[1949051751] 'agreement among raft nodes before linearized reading' (duration: 169.362185ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:54.262577Z","caller":"traceutil/trace.go:171","msg":"trace[1845310714] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"197.565121ms","start":"2026-06-30T18:07:54.064966Z","end":"2026-06-30T18:07:54.262531Z","steps":["trace[1845310714] 'process raft request' (duration: 197.2064ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:54.263133Z","caller":"traceutil/trace.go:171","msg":"trace[765422220] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"166.914096ms","start":"2026-06-30T18:07:54.096194Z","end":"2026-06-30T18:07:54.263108Z","steps":["trace[765422220] 'process raft request' (duration: 166.762761ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:07:54.276607Z","caller":"traceutil/trace.go:171","msg":"trace[2049818204] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"116.682481ms","start":"2026-06-30T18:07:54.159909Z","end":"2026-06-30T18:07:54.276592Z","steps":["trace[2049818204] 'process raft request' (duration: 116.604669ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:07:54.560272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.915493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:07:54.560373Z","caller":"traceutil/trace.go:171","msg":"trace[264632376] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"136.376683ms","start":"2026-06-30T18:07:54.423982Z","end":"2026-06-30T18:07:54.560359Z","steps":["trace[264632376] 'read index received' (duration: 43.901µs)","trace[264632376] 'applied index is now lower than readState.Index' (duration: 136.331792ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:07:54.560413Z","caller":"traceutil/trace.go:171","msg":"trace[1122042481] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"200.907668ms","start":"2026-06-30T18:07:54.359448Z","end":"2026-06-30T18:07:54.560356Z","steps":["trace[1122042481] 'process raft request' (duration: 48.83602ms)","trace[1122042481] 'compare' (duration: 151.671275ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:07:54.560547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.56731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:96206"} {"level":"info","ts":"2026-06-30T18:07:54.560563Z","caller":"traceutil/trace.go:171","msg":"trace[49666121] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1638; }","duration":"136.623282ms","start":"2026-06-30T18:07:54.423936Z","end":"2026-06-30T18:07:54.560559Z","steps":["trace[49666121] 'agreement among raft nodes before linearized reading' (duration: 136.454396ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:07.633991Z","caller":"traceutil/trace.go:171","msg":"trace[978660677] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"154.066163ms","start":"2026-06-30T18:08:07.479883Z","end":"2026-06-30T18:08:07.633949Z","steps":["trace[978660677] 'process raft request' (duration: 88.415942ms)","trace[978660677] 'compare' (duration: 65.417143ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:07.634035Z","caller":"traceutil/trace.go:171","msg":"trace[1502047916] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"154.128175ms","start":"2026-06-30T18:08:07.479874Z","end":"2026-06-30T18:08:07.634002Z","steps":["trace[1502047916] 'process raft request' (duration: 154.008891ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:09.100359Z","caller":"traceutil/trace.go:171","msg":"trace[455051773] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"183.201979ms","start":"2026-06-30T18:08:08.917131Z","end":"2026-06-30T18:08:09.100333Z","steps":["trace[455051773] 'process raft request' (duration: 182.991103ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:09.369159Z","caller":"traceutil/trace.go:171","msg":"trace[570174094] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1936; }","duration":"129.707379ms","start":"2026-06-30T18:08:09.239429Z","end":"2026-06-30T18:08:09.369136Z","steps":["trace[570174094] 'read index received' (duration: 59.564085ms)","trace[570174094] 'applied index is now lower than readState.Index' (duration: 70.142024ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:09.369365Z","caller":"traceutil/trace.go:171","msg":"trace[1428577395] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"260.206975ms","start":"2026-06-30T18:08:09.109123Z","end":"2026-06-30T18:08:09.36933Z","steps":["trace[1428577395] 'process raft request' (duration: 189.930726ms)","trace[1428577395] 'compare' (duration: 69.986399ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:09.369539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.075291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9033"} {"level":"info","ts":"2026-06-30T18:08:09.369642Z","caller":"traceutil/trace.go:171","msg":"trace[1029737372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1871; }","duration":"130.227036ms","start":"2026-06-30T18:08:09.23939Z","end":"2026-06-30T18:08:09.369617Z","steps":["trace[1029737372] 'agreement among raft nodes before linearized reading' (duration: 129.864244ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.036817Z","caller":"traceutil/trace.go:171","msg":"trace[867107323] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"658.876071ms","start":"2026-06-30T18:08:09.377913Z","end":"2026-06-30T18:08:10.036789Z","steps":["trace[867107323] 'process raft request' (duration: 658.498349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.037067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.985233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-30T18:08:10.037196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.377897Z","time spent":"659.025656ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9335,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:10.037201Z","caller":"traceutil/trace.go:171","msg":"trace[267450266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"635.174879ms","start":"2026-06-30T18:08:09.402005Z","end":"2026-06-30T18:08:10.03718Z","steps":["trace[267450266] 'agreement among raft nodes before linearized reading' (duration: 634.89178ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.036699Z","caller":"traceutil/trace.go:171","msg":"trace[1461697766] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1937; }","duration":"634.59784ms","start":"2026-06-30T18:08:09.402064Z","end":"2026-06-30T18:08:10.036662Z","steps":["trace[1461697766] 'read index received' (duration: 53.878372ms)","trace[1461697766] 'applied index is now lower than readState.Index' (duration: 580.718128ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:10.037495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.401967Z","time spent":"635.51474ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:08:10.935105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.124527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:08:10.93793Z","caller":"traceutil/trace.go:171","msg":"trace[1613282318] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"900.416864ms","start":"2026-06-30T18:08:10.037494Z","end":"2026-06-30T18:08:10.937911Z","steps":["trace[1613282318] 'read index received' (duration: 430.617592ms)","trace[1613282318] 'applied index is now lower than readState.Index' (duration: 469.797252ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:10.938085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199666095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-30T18:08:10.938114Z","caller":"traceutil/trace.go:171","msg":"trace[2100159108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1874; }","duration":"1.199723067s","start":"2026-06-30T18:08:09.738384Z","end":"2026-06-30T18:08:10.938107Z","steps":["trace[2100159108] 'agreement among raft nodes before linearized reading' (duration: 1.199607853s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.938154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.738368Z","time spent":"1.199780618s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:08:10.938182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205448021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-30T18:08:10.938169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194436297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-30T18:08:10.938204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075883275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-06-30T18:08:10.938228Z","caller":"traceutil/trace.go:171","msg":"trace[1777177893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1874; }","duration":"1.205492162s","start":"2026-06-30T18:08:09.732721Z","end":"2026-06-30T18:08:10.938213Z","steps":["trace[1777177893] 'agreement among raft nodes before linearized reading' (duration: 1.205360098s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.938203Z","caller":"traceutil/trace.go:171","msg":"trace[119665526] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.126081549s","start":"2026-06-30T18:08:09.812079Z","end":"2026-06-30T18:08:10.93816Z","steps":["trace[119665526] 'process raft request' (duration: 655.814912ms)","trace[119665526] 'compare' (duration: 466.199777ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:10.938259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233267776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-06-30T18:08:10.938272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.732633Z","time spent":"1.205632137s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:08:10.938268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200618196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:08:10.938305Z","caller":"traceutil/trace.go:171","msg":"trace[194999682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1874; }","duration":"1.233332048s","start":"2026-06-30T18:08:09.704958Z","end":"2026-06-30T18:08:10.93829Z","steps":["trace[194999682] 'agreement among raft nodes before linearized reading' (duration: 1.233210234s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.938344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.704918Z","time spent":"1.233418081s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-30T18:08:10.938352Z","caller":"traceutil/trace.go:171","msg":"trace[250485960] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1874; }","duration":"1.200745519s","start":"2026-06-30T18:08:09.737584Z","end":"2026-06-30T18:08:10.93833Z","steps":["trace[250485960] 'agreement among raft nodes before linearized reading' (duration: 1.200578524s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.938354Z","caller":"traceutil/trace.go:171","msg":"trace[538811585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1874; }","duration":"1.07603103s","start":"2026-06-30T18:08:09.862229Z","end":"2026-06-30T18:08:10.93826Z","steps":["trace[538811585] 'agreement among raft nodes before linearized reading' (duration: 1.075749631s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.938388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.737572Z","time spent":"1.200807822s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:08:10.938369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194517329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-30T18:08:10.938367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477916699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-06-30T18:08:10.938423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.812053Z","time spent":"1.126242424s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:10.938465Z","caller":"traceutil/trace.go:171","msg":"trace[1519476871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1874; }","duration":"1.194649513s","start":"2026-06-30T18:08:09.74379Z","end":"2026-06-30T18:08:10.93844Z","steps":["trace[1519476871] 'agreement among raft nodes before linearized reading' (duration: 1.19424586s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.938475Z","caller":"traceutil/trace.go:171","msg":"trace[1995777160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1874; }","duration":"1.478028413s","start":"2026-06-30T18:08:09.460422Z","end":"2026-06-30T18:08:10.93845Z","steps":["trace[1995777160] 'agreement among raft nodes before linearized reading' (duration: 1.477776415s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.938404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.862205Z","time spent":"1.076189865s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-30T18:08:10.93852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.743783Z","time spent":"1.194726596s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:08:10.938526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.460349Z","time spent":"1.478165187s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:08:10.938271Z","caller":"traceutil/trace.go:171","msg":"trace[979685700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1874; }","duration":"1.194578931s","start":"2026-06-30T18:08:09.743669Z","end":"2026-06-30T18:08:10.938248Z","steps":["trace[979685700] 'agreement among raft nodes before linearized reading' (duration: 1.194274201s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.938604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:09.743656Z","time spent":"1.194930352s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:08:10.97478Z","caller":"traceutil/trace.go:171","msg":"trace[395879321] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"931.337029ms","start":"2026-06-30T18:08:10.043391Z","end":"2026-06-30T18:08:10.974728Z","steps":["trace[395879321] 'process raft request' (duration: 931.06422ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.974835Z","caller":"traceutil/trace.go:171","msg":"trace[2117362802] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"931.37023ms","start":"2026-06-30T18:08:10.043423Z","end":"2026-06-30T18:08:10.974794Z","steps":["trace[2117362802] 'process raft request' (duration: 931.179104ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.975328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.800488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:08:10.975365Z","caller":"traceutil/trace.go:171","msg":"trace[22795715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"868.884521ms","start":"2026-06-30T18:08:10.106474Z","end":"2026-06-30T18:08:10.975358Z","steps":["trace[22795715] 'agreement among raft nodes before linearized reading' (duration: 868.786428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.975388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.106459Z","time spent":"868.924322ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:08:10.975552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.979526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:08:10.97557Z","caller":"traceutil/trace.go:171","msg":"trace[1451489077] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1879; }","duration":"567.049898ms","start":"2026-06-30T18:08:10.408515Z","end":"2026-06-30T18:08:10.975565Z","steps":["trace[1451489077] 'agreement among raft nodes before linearized reading' (duration: 567.004656ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.975584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.408487Z","time spent":"567.093779ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:08:10.975565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.971282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-06-30T18:08:10.975014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.043368Z","time spent":"931.502984ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:10.975684Z","caller":"traceutil/trace.go:171","msg":"trace[107852115] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1879; }","duration":"388.118606ms","start":"2026-06-30T18:08:10.587522Z","end":"2026-06-30T18:08:10.97564Z","steps":["trace[107852115] 'agreement among raft nodes before linearized reading' (duration: 387.810336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.975813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.587136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-30T18:08:10.975833Z","caller":"traceutil/trace.go:171","msg":"trace[2083847210] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3; range_end:; response_count:1; response_revision:1879; }","duration":"600.687369ms","start":"2026-06-30T18:08:10.375139Z","end":"2026-06-30T18:08:10.975826Z","steps":["trace[2083847210] 'agreement among raft nodes before linearized reading' (duration: 600.526494ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.975848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.375099Z","time spent":"600.745701ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3\" "} {"level":"warn","ts":"2026-06-30T18:08:10.975967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.587494Z","time spent":"388.322863ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-06-30T18:08:10.975115Z","caller":"traceutil/trace.go:171","msg":"trace[1550394231] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"931.369099ms","start":"2026-06-30T18:08:10.043717Z","end":"2026-06-30T18:08:10.975086Z","steps":["trace[1550394231] 'process raft request' (duration: 930.958676ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.975737Z","caller":"traceutil/trace.go:171","msg":"trace[709698706] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"931.39184ms","start":"2026-06-30T18:08:10.04428Z","end":"2026-06-30T18:08:10.975672Z","steps":["trace[709698706] 'process raft request' (duration: 930.804231ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:10.975139Z","caller":"traceutil/trace.go:171","msg":"trace[1790827540] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"931.128902ms","start":"2026-06-30T18:08:10.043994Z","end":"2026-06-30T18:08:10.975122Z","steps":["trace[1790827540] 'process raft request' (duration: 930.990637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:10.976374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.044265Z","time spent":"931.944138ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:10.976459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.043959Z","time spent":"932.420683ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":961,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:10.97634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.043679Z","time spent":"932.444314ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:10.976706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:10.043395Z","time spent":"931.844164ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:11.150449Z","caller":"traceutil/trace.go:171","msg":"trace[375522077] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"207.291524ms","start":"2026-06-30T18:08:10.943129Z","end":"2026-06-30T18:08:11.15042Z","steps":["trace[375522077] 'process raft request' (duration: 121.028921ms)","trace[375522077] 'compare' (duration: 86.030816ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:11.150841Z","caller":"traceutil/trace.go:171","msg":"trace[1466293035] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"207.425488ms","start":"2026-06-30T18:08:10.943395Z","end":"2026-06-30T18:08:11.150821Z","steps":["trace[1466293035] 'process raft request' (duration: 206.971403ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:11.150982Z","caller":"traceutil/trace.go:171","msg":"trace[1144856968] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"207.297284ms","start":"2026-06-30T18:08:10.943642Z","end":"2026-06-30T18:08:11.150939Z","steps":["trace[1144856968] 'process raft request' (duration: 206.996674ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:11.151608Z","caller":"traceutil/trace.go:171","msg":"trace[2028240763] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"207.728118ms","start":"2026-06-30T18:08:10.943859Z","end":"2026-06-30T18:08:11.151587Z","steps":["trace[2028240763] 'process raft request' (duration: 207.561292ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:11.151646Z","caller":"traceutil/trace.go:171","msg":"trace[985054983] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"207.719747ms","start":"2026-06-30T18:08:10.943911Z","end":"2026-06-30T18:08:11.151631Z","steps":["trace[985054983] 'process raft request' (duration: 207.612284ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:11.151779Z","caller":"traceutil/trace.go:171","msg":"trace[1893378012] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"170.199331ms","start":"2026-06-30T18:08:10.981559Z","end":"2026-06-30T18:08:11.151759Z","steps":["trace[1893378012] 'process raft request' (duration: 170.043166ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:11.151815Z","caller":"traceutil/trace.go:171","msg":"trace[2068482617] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1945; }","duration":"175.065638ms","start":"2026-06-30T18:08:10.976736Z","end":"2026-06-30T18:08:11.151802Z","steps":["trace[2068482617] 'read index received' (duration: 87.405639ms)","trace[2068482617] 'applied index is now lower than readState.Index' (duration: 87.658068ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:11.151938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.182972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:08:11.151989Z","caller":"traceutil/trace.go:171","msg":"trace[2068788021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"175.275375ms","start":"2026-06-30T18:08:10.976695Z","end":"2026-06-30T18:08:11.15197Z","steps":["trace[2068788021] 'agreement among raft nodes before linearized reading' (duration: 175.151011ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:11.152574Z","caller":"traceutil/trace.go:171","msg":"trace[677324607] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"207.79384ms","start":"2026-06-30T18:08:10.943667Z","end":"2026-06-30T18:08:11.15146Z","steps":["trace[677324607] 'process raft request' (duration: 207.697996ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:11.541202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.602564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-06-30T18:08:11.541293Z","caller":"traceutil/trace.go:171","msg":"trace[1278630779] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1886; }","duration":"156.749479ms","start":"2026-06-30T18:08:11.384519Z","end":"2026-06-30T18:08:11.541269Z","steps":["trace[1278630779] 'range keys from in-memory index tree' (duration: 156.348456ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:13.152839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.793164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:08:13.153359Z","caller":"traceutil/trace.go:171","msg":"trace[1346821208] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"169.181839ms","start":"2026-06-30T18:08:12.984143Z","end":"2026-06-30T18:08:13.153325Z","steps":["trace[1346821208] 'process raft request' (duration: 28.741144ms)","trace[1346821208] 'compare' (duration: 139.605828ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:13.153339Z","caller":"traceutil/trace.go:171","msg":"trace[1651882876] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"167.443963ms","start":"2026-06-30T18:08:12.985866Z","end":"2026-06-30T18:08:13.15331Z","steps":["trace[1651882876] 'read index received' (duration: 26.911236ms)","trace[1651882876] 'applied index is now lower than readState.Index' (duration: 140.529867ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:13.153721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.853766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3\" ","response":"range_response_count:1 size:3917"} {"level":"info","ts":"2026-06-30T18:08:13.153785Z","caller":"traceutil/trace.go:171","msg":"trace[811550628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3; range_end:; response_count:1; response_revision:1899; }","duration":"167.96709ms","start":"2026-06-30T18:08:12.985799Z","end":"2026-06-30T18:08:13.153766Z","steps":["trace[811550628] 'agreement among raft nodes before linearized reading' (duration: 167.624339ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.360152Z","caller":"traceutil/trace.go:171","msg":"trace[1758382261] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"377.243747ms","start":"2026-06-30T18:08:16.982878Z","end":"2026-06-30T18:08:17.360122Z","steps":["trace[1758382261] 'read index received' (duration: 376.954218ms)","trace[1758382261] 'applied index is now lower than readState.Index' (duration: 288.539µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:17.360314Z","caller":"traceutil/trace.go:171","msg":"trace[773289463] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"394.861733ms","start":"2026-06-30T18:08:16.96544Z","end":"2026-06-30T18:08:17.360302Z","steps":["trace[773289463] 'process raft request' (duration: 394.485521ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.360508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:16.96542Z","time spent":"394.927185ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:17.360836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.929749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-06-30T18:08:17.360958Z","caller":"traceutil/trace.go:171","msg":"trace[1905710439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"378.109435ms","start":"2026-06-30T18:08:16.982817Z","end":"2026-06-30T18:08:17.360927Z","steps":["trace[1905710439] 'agreement among raft nodes before linearized reading' (duration: 377.772624ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.360936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.36488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-30T18:08:17.361021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:16.982785Z","time spent":"378.225829ms","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-30T18:08:17.361056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.249884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-06-30T18:08:17.361083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.199822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-06-30T18:08:17.361101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.180808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-30T18:08:17.361152Z","caller":"traceutil/trace.go:171","msg":"trace[1319966185] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1947; }","duration":"152.403269ms","start":"2026-06-30T18:08:17.208727Z","end":"2026-06-30T18:08:17.36113Z","steps":["trace[1319966185] 'agreement among raft nodes before linearized reading' (duration: 152.100049ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.36115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.219802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-30T18:08:17.361222Z","caller":"traceutil/trace.go:171","msg":"trace[1589531912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"175.326366ms","start":"2026-06-30T18:08:17.185877Z","end":"2026-06-30T18:08:17.361204Z","steps":["trace[1589531912] 'agreement among raft nodes before linearized reading' (duration: 175.061667ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.361139Z","caller":"traceutil/trace.go:171","msg":"trace[1448160146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"190.492494ms","start":"2026-06-30T18:08:17.170515Z","end":"2026-06-30T18:08:17.361008Z","steps":["trace[1448160146] 'agreement among raft nodes before linearized reading' (duration: 190.260136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.360939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.412303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-06-30T18:08:17.361318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.903755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-30T18:08:17.361422Z","caller":"traceutil/trace.go:171","msg":"trace[531958892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1947; }","duration":"181.119692ms","start":"2026-06-30T18:08:17.180283Z","end":"2026-06-30T18:08:17.361402Z","steps":["trace[531958892] 'agreement among raft nodes before linearized reading' (duration: 180.759231ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.361443Z","caller":"traceutil/trace.go:171","msg":"trace[918604482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"172.865847ms","start":"2026-06-30T18:08:17.188499Z","end":"2026-06-30T18:08:17.361365Z","steps":["trace[918604482] 'agreement among raft nodes before linearized reading' (duration: 172.299249ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.361162Z","caller":"traceutil/trace.go:171","msg":"trace[1613741178] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1947; }","duration":"175.312786ms","start":"2026-06-30T18:08:17.185833Z","end":"2026-06-30T18:08:17.361145Z","steps":["trace[1613741178] 'agreement among raft nodes before linearized reading' (duration: 175.050958ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.361164Z","caller":"traceutil/trace.go:171","msg":"trace[1363762486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1947; }","duration":"183.267101ms","start":"2026-06-30T18:08:17.177883Z","end":"2026-06-30T18:08:17.36115Z","steps":["trace[1363762486] 'agreement among raft nodes before linearized reading' (duration: 183.142717ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.727261Z","caller":"traceutil/trace.go:171","msg":"trace[112424314] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"360.132616ms","start":"2026-06-30T18:08:17.367101Z","end":"2026-06-30T18:08:17.727233Z","steps":["trace[112424314] 'process raft request' (duration: 360.043333ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.727328Z","caller":"traceutil/trace.go:171","msg":"trace[1085707841] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"360.240979ms","start":"2026-06-30T18:08:17.367044Z","end":"2026-06-30T18:08:17.727285Z","steps":["trace[1085707841] 'process raft request' (duration: 359.909709ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.727424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.367084Z","time spent":"360.2568ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:17.727527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.367021Z","time spent":"360.395355ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:17.727643Z","caller":"traceutil/trace.go:171","msg":"trace[1372506809] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"360.28597ms","start":"2026-06-30T18:08:17.367311Z","end":"2026-06-30T18:08:17.727597Z","steps":["trace[1372506809] 'process raft request' (duration: 359.873427ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.727706Z","caller":"traceutil/trace.go:171","msg":"trace[1853371876] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"360.27336ms","start":"2026-06-30T18:08:17.36742Z","end":"2026-06-30T18:08:17.727693Z","steps":["trace[1853371876] 'process raft request' (duration: 360.059804ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.727927Z","caller":"traceutil/trace.go:171","msg":"trace[1061914527] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"360.135126ms","start":"2026-06-30T18:08:17.367583Z","end":"2026-06-30T18:08:17.727718Z","steps":["trace[1061914527] 'process raft request' (duration: 360.032783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.727946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.36741Z","time spent":"360.506868ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:17.728032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.367547Z","time spent":"360.431826ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:17.728041Z","caller":"traceutil/trace.go:171","msg":"trace[1718670764] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"358.966978ms","start":"2026-06-30T18:08:17.369024Z","end":"2026-06-30T18:08:17.727991Z","steps":["trace[1718670764] 'process raft request' (duration: 358.633277ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.728137Z","caller":"traceutil/trace.go:171","msg":"trace[1180637688] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2015; }","duration":"352.79242ms","start":"2026-06-30T18:08:17.375314Z","end":"2026-06-30T18:08:17.728106Z","steps":["trace[1180637688] 'read index received' (duration: 15.699444ms)","trace[1180637688] 'applied index is now lower than readState.Index' (duration: 337.091596ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:17.728178Z","caller":"traceutil/trace.go:171","msg":"trace[82558067] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"355.57858ms","start":"2026-06-30T18:08:17.372589Z","end":"2026-06-30T18:08:17.728167Z","steps":["trace[82558067] 'process raft request' (duration: 355.118275ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.728291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.372578Z","time spent":"355.620431ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:17.728032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.367296Z","time spent":"360.627082ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:17.72838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.067739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-30T18:08:17.728422Z","caller":"traceutil/trace.go:171","msg":"trace[2033457401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1955; }","duration":"353.137331ms","start":"2026-06-30T18:08:17.375269Z","end":"2026-06-30T18:08:17.728406Z","steps":["trace[2033457401] 'agreement among raft nodes before linearized reading' (duration: 352.988637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.728457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.375258Z","time spent":"353.188313ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:08:17.728441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.252491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-30T18:08:17.728511Z","caller":"traceutil/trace.go:171","msg":"trace[345129853] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:1955; }","duration":"342.343484ms","start":"2026-06-30T18:08:17.38615Z","end":"2026-06-30T18:08:17.728494Z","steps":["trace[345129853] 'agreement among raft nodes before linearized reading' (duration: 342.138718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.728566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.386139Z","time spent":"342.415236ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:08:17.728552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:17.369002Z","time spent":"359.147704ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:17.847058Z","caller":"traceutil/trace.go:171","msg":"trace[2111697489] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"112.624361ms","start":"2026-06-30T18:08:17.734403Z","end":"2026-06-30T18:08:17.847028Z","steps":["trace[2111697489] 'process raft request' (duration: 81.913793ms)","trace[2111697489] 'compare' (duration: 30.47444ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:17.847429Z","caller":"traceutil/trace.go:171","msg":"trace[569351806] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"112.105574ms","start":"2026-06-30T18:08:17.735296Z","end":"2026-06-30T18:08:17.847402Z","steps":["trace[569351806] 'process raft request' (duration: 112.033762ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.847451Z","caller":"traceutil/trace.go:171","msg":"trace[678616511] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"112.641691ms","start":"2026-06-30T18:08:17.734728Z","end":"2026-06-30T18:08:17.847369Z","steps":["trace[678616511] 'process raft request' (duration: 112.248798ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.847424Z","caller":"traceutil/trace.go:171","msg":"trace[1410508072] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"112.551539ms","start":"2026-06-30T18:08:17.734842Z","end":"2026-06-30T18:08:17.847394Z","steps":["trace[1410508072] 'process raft request' (duration: 112.384993ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.847417Z","caller":"traceutil/trace.go:171","msg":"trace[2133941351] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2024; }","duration":"105.040807ms","start":"2026-06-30T18:08:17.74234Z","end":"2026-06-30T18:08:17.84738Z","steps":["trace[2133941351] 'read index received' (duration: 73.937197ms)","trace[2133941351] 'applied index is now lower than readState.Index' (duration: 31.10254ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:17.847718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.363257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-06-30T18:08:17.847806Z","caller":"traceutil/trace.go:171","msg":"trace[834452467] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1959; }","duration":"114.521361ms","start":"2026-06-30T18:08:17.733263Z","end":"2026-06-30T18:08:17.847784Z","steps":["trace[834452467] 'agreement among raft nodes before linearized reading' (duration: 114.220882ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:17.847813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.602395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-06-30T18:08:17.847863Z","caller":"traceutil/trace.go:171","msg":"trace[1300736755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1959; }","duration":"114.686407ms","start":"2026-06-30T18:08:17.733158Z","end":"2026-06-30T18:08:17.847844Z","steps":["trace[1300736755] 'agreement among raft nodes before linearized reading' (duration: 114.316705ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:17.87814Z","caller":"traceutil/trace.go:171","msg":"trace[991844657] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"134.797553ms","start":"2026-06-30T18:08:17.743311Z","end":"2026-06-30T18:08:17.878109Z","steps":["trace[991844657] 'process raft request' (duration: 134.626347ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:18.10304Z","caller":"traceutil/trace.go:171","msg":"trace[185390452] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"250.73007ms","start":"2026-06-30T18:08:17.852256Z","end":"2026-06-30T18:08:18.102987Z","steps":["trace[185390452] 'process raft request' (duration: 206.994124ms)","trace[185390452] 'compare' (duration: 43.477858ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:18.103118Z","caller":"traceutil/trace.go:171","msg":"trace[1423011140] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"184.209732ms","start":"2026-06-30T18:08:17.918891Z","end":"2026-06-30T18:08:18.103101Z","steps":["trace[1423011140] 'process raft request' (duration: 184.137959ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:18.103097Z","caller":"traceutil/trace.go:171","msg":"trace[353192377] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"222.293206ms","start":"2026-06-30T18:08:17.88077Z","end":"2026-06-30T18:08:18.103063Z","steps":["trace[353192377] 'read index received' (duration: 178.468307ms)","trace[353192377] 'applied index is now lower than readState.Index' (duration: 43.821458ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:18.103043Z","caller":"traceutil/trace.go:171","msg":"trace[1287578915] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"249.205861ms","start":"2026-06-30T18:08:17.853779Z","end":"2026-06-30T18:08:18.102985Z","steps":["trace[1287578915] 'process raft request' (duration: 249.073487ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:18.103247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.438101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-30T18:08:18.103303Z","caller":"traceutil/trace.go:171","msg":"trace[1519081478] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1963; }","duration":"222.549714ms","start":"2026-06-30T18:08:17.880738Z","end":"2026-06-30T18:08:18.103288Z","steps":["trace[1519081478] 'agreement among raft nodes before linearized reading' (duration: 222.41931ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:18.691335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.746717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:08:18.691477Z","caller":"traceutil/trace.go:171","msg":"trace[1645622767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1966; }","duration":"225.912462ms","start":"2026-06-30T18:08:18.465544Z","end":"2026-06-30T18:08:18.691457Z","steps":["trace[1645622767] 'range keys from in-memory index tree' (duration: 225.700876ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:18.691572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.096753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:08:18.691756Z","caller":"traceutil/trace.go:171","msg":"trace[564912250] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"316.900358ms","start":"2026-06-30T18:08:18.37484Z","end":"2026-06-30T18:08:18.691741Z","steps":["trace[564912250] 'process raft request' (duration: 186.559428ms)","trace[564912250] 'compare' (duration: 129.962627ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:18.691824Z","caller":"traceutil/trace.go:171","msg":"trace[1521481183] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"237.95718ms","start":"2026-06-30T18:08:18.453846Z","end":"2026-06-30T18:08:18.691803Z","steps":["trace[1521481183] 'process raft request' (duration: 237.873657ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:18.69187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:18.374825Z","time spent":"316.97544ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11258,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:18.692003Z","caller":"traceutil/trace.go:171","msg":"trace[7380310] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2036; }","duration":"239.472168ms","start":"2026-06-30T18:08:18.452506Z","end":"2026-06-30T18:08:18.691978Z","steps":["trace[7380310] 'read index received' (duration: 108.967093ms)","trace[7380310] 'applied index is now lower than readState.Index' (duration: 130.502975ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:18.692205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.682516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-30T18:08:18.692272Z","caller":"traceutil/trace.go:171","msg":"trace[970167313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1968; }","duration":"239.803549ms","start":"2026-06-30T18:08:18.452456Z","end":"2026-06-30T18:08:18.692259Z","steps":["trace[970167313] 'agreement among raft nodes before linearized reading' (duration: 239.611583ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:20.480014Z","caller":"traceutil/trace.go:171","msg":"trace[608214744] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2047; }","duration":"198.934165ms","start":"2026-06-30T18:08:20.281052Z","end":"2026-06-30T18:08:20.479986Z","steps":["trace[608214744] 'read index received' (duration: 197.929363ms)","trace[608214744] 'applied index is now lower than readState.Index' (duration: 1.003092ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:20.480313Z","caller":"traceutil/trace.go:171","msg":"trace[727889371] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"332.821859ms","start":"2026-06-30T18:08:20.14733Z","end":"2026-06-30T18:08:20.480152Z","steps":["trace[727889371] 'process raft request' (duration: 331.720853ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:20.480465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:20.147306Z","time spent":"333.061857ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:08:20.480547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.435561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:08:20.480633Z","caller":"traceutil/trace.go:171","msg":"trace[1818959549] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1978; }","duration":"199.597027ms","start":"2026-06-30T18:08:20.281017Z","end":"2026-06-30T18:08:20.480614Z","steps":["trace[1818959549] 'agreement among raft nodes before linearized reading' (duration: 199.39451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:21.148715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464937371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:08:21.613666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.11674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:08:21.613797Z","caller":"traceutil/trace.go:171","msg":"trace[1183071682] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"965.148256ms","start":"2026-06-30T18:08:20.648619Z","end":"2026-06-30T18:08:21.613767Z","steps":["trace[1183071682] 'read index received' (duration: 626.766088ms)","trace[1183071682] 'applied index is now lower than readState.Index' (duration: 338.380887ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:21.613897Z","caller":"traceutil/trace.go:171","msg":"trace[465322673] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"1.125113357s","start":"2026-06-30T18:08:20.488747Z","end":"2026-06-30T18:08:21.61386Z","steps":["trace[465322673] 'process raft request' (duration: 786.705389ms)","trace[465322673] 'compare' (duration: 337.993455ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:21.613959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.352521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:08:21.614012Z","caller":"traceutil/trace.go:171","msg":"trace[339336563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1979; }","duration":"965.451895ms","start":"2026-06-30T18:08:20.648548Z","end":"2026-06-30T18:08:21.614Z","steps":["trace[339336563] 'agreement among raft nodes before linearized reading' (duration: 965.306ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:21.614057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:20.648522Z","time spent":"965.524967ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:08:21.61405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:20.488728Z","time spent":"1.125243302s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:21.617943Z","caller":"traceutil/trace.go:171","msg":"trace[17570768] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"333.864513ms","start":"2026-06-30T18:08:21.284048Z","end":"2026-06-30T18:08:21.617912Z","steps":["trace[17570768] 'process raft request' (duration: 333.680037ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:21.618143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:21.284021Z","time spent":"334.012978ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:08:21.62277Z","caller":"traceutil/trace.go:171","msg":"trace[388829291] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"149.230827ms","start":"2026-06-30T18:08:21.473523Z","end":"2026-06-30T18:08:21.622754Z","steps":["trace[388829291] 'process raft request' (duration: 149.039321ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:21.622761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.622886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:08:21.62284Z","caller":"traceutil/trace.go:171","msg":"trace[88982945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"506.733999ms","start":"2026-06-30T18:08:21.116081Z","end":"2026-06-30T18:08:21.622815Z","steps":["trace[88982945] 'agreement among raft nodes before linearized reading' (duration: 506.607395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:21.622875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:08:21.116045Z","time spent":"506.824442ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:08:21.623029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.583418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-06-30T18:08:21.623092Z","caller":"traceutil/trace.go:171","msg":"trace[1571802761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"135.690432ms","start":"2026-06-30T18:08:21.487365Z","end":"2026-06-30T18:08:21.623055Z","steps":["trace[1571802761] 'agreement among raft nodes before linearized reading' (duration: 135.540537ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:29.37036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.987886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:08:29.370474Z","caller":"traceutil/trace.go:171","msg":"trace[2102048113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2047; }","duration":"264.149912ms","start":"2026-06-30T18:08:29.106301Z","end":"2026-06-30T18:08:29.370451Z","steps":["trace[2102048113] 'range keys from in-memory index tree' (duration: 263.916964ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:29.370867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.439853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:08:29.370976Z","caller":"traceutil/trace.go:171","msg":"trace[1516878520] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2047; }","duration":"251.65197ms","start":"2026-06-30T18:08:29.119301Z","end":"2026-06-30T18:08:29.370953Z","steps":["trace[1516878520] 'count revisions from in-memory index tree' (duration: 251.224386ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:29.371078Z","caller":"traceutil/trace.go:171","msg":"trace[2018824034] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"247.672492ms","start":"2026-06-30T18:08:29.123348Z","end":"2026-06-30T18:08:29.371021Z","steps":["trace[2018824034] 'process raft request' (duration: 173.345213ms)","trace[2018824034] 'compare' (duration: 74.154133ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:29.629104Z","caller":"traceutil/trace.go:171","msg":"trace[549831799] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2122; }","duration":"185.015348ms","start":"2026-06-30T18:08:29.444046Z","end":"2026-06-30T18:08:29.629061Z","steps":["trace[549831799] 'read index received' (duration: 178.192589ms)","trace[549831799] 'applied index is now lower than readState.Index' (duration: 6.821639ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:29.629257Z","caller":"traceutil/trace.go:171","msg":"trace[1088083495] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"187.782776ms","start":"2026-06-30T18:08:29.441459Z","end":"2026-06-30T18:08:29.629242Z","steps":["trace[1088083495] 'process raft request' (duration: 180.901385ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:29.629816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.750211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-30T18:08:29.629929Z","caller":"traceutil/trace.go:171","msg":"trace[1536165851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2049; }","duration":"185.917597ms","start":"2026-06-30T18:08:29.443983Z","end":"2026-06-30T18:08:29.629901Z","steps":["trace[1536165851] 'agreement among raft nodes before linearized reading' (duration: 185.583937ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:29.898073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.316675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:08:29.898255Z","caller":"traceutil/trace.go:171","msg":"trace[1315315303] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"210.93693ms","start":"2026-06-30T18:08:29.687243Z","end":"2026-06-30T18:08:29.89818Z","steps":["trace[1315315303] 'read index received' (duration: 54.362347ms)","trace[1315315303] 'applied index is now lower than readState.Index' (duration: 156.572523ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:29.898359Z","caller":"traceutil/trace.go:171","msg":"trace[447890467] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"228.384772ms","start":"2026-06-30T18:08:29.669961Z","end":"2026-06-30T18:08:29.898345Z","steps":["trace[447890467] 'process raft request' (duration: 71.700425ms)","trace[447890467] 'compare' (duration: 155.881141ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:08:29.898704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.079626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-06-30T18:08:29.898937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.362426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-30T18:08:29.899024Z","caller":"traceutil/trace.go:171","msg":"trace[779266968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2051; }","duration":"109.50697ms","start":"2026-06-30T18:08:29.789496Z","end":"2026-06-30T18:08:29.899003Z","steps":["trace[779266968] 'agreement among raft nodes before linearized reading' (duration: 109.289833ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:29.898982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.726766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-06-30T18:08:29.899095Z","caller":"traceutil/trace.go:171","msg":"trace[694320378] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2051; }","duration":"211.904452ms","start":"2026-06-30T18:08:29.687166Z","end":"2026-06-30T18:08:29.899071Z","steps":["trace[694320378] 'agreement among raft nodes before linearized reading' (duration: 211.434787ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:29.898986Z","caller":"traceutil/trace.go:171","msg":"trace[1998172754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2051; }","duration":"207.359796ms","start":"2026-06-30T18:08:29.691519Z","end":"2026-06-30T18:08:29.898879Z","steps":["trace[1998172754] 'agreement among raft nodes before linearized reading' (duration: 206.983974ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:54.065046Z","caller":"traceutil/trace.go:171","msg":"trace[1503156880] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"241.288366ms","start":"2026-06-30T18:08:53.823169Z","end":"2026-06-30T18:08:54.064458Z","steps":["trace[1503156880] 'process raft request' (duration: 240.983156ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:54.185819Z","caller":"traceutil/trace.go:171","msg":"trace[418527771] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"115.570595ms","start":"2026-06-30T18:08:54.070217Z","end":"2026-06-30T18:08:54.185787Z","steps":["trace[418527771] 'process raft request' (duration: 106.102231ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:54.186107Z","caller":"traceutil/trace.go:171","msg":"trace[1744145799] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"115.851094ms","start":"2026-06-30T18:08:54.07023Z","end":"2026-06-30T18:08:54.186081Z","steps":["trace[1744145799] 'process raft request' (duration: 115.506422ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:54.186164Z","caller":"traceutil/trace.go:171","msg":"trace[2100869322] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"115.846733ms","start":"2026-06-30T18:08:54.07029Z","end":"2026-06-30T18:08:54.186136Z","steps":["trace[2100869322] 'process raft request' (duration: 115.707139ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:54.186224Z","caller":"traceutil/trace.go:171","msg":"trace[1592427347] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2295; }","duration":"114.260823ms","start":"2026-06-30T18:08:54.071936Z","end":"2026-06-30T18:08:54.186197Z","steps":["trace[1592427347] 'read index received' (duration: 60.315319ms)","trace[1592427347] 'applied index is now lower than readState.Index' (duration: 53.944644ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:08:54.186284Z","caller":"traceutil/trace.go:171","msg":"trace[1859164844] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2217; }","duration":"113.696845ms","start":"2026-06-30T18:08:54.072571Z","end":"2026-06-30T18:08:54.186268Z","steps":["trace[1859164844] 'process raft request' (duration: 113.588491ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:54.186306Z","caller":"traceutil/trace.go:171","msg":"trace[946425760] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"115.598506ms","start":"2026-06-30T18:08:54.070674Z","end":"2026-06-30T18:08:54.186272Z","steps":["trace[946425760] 'process raft request' (duration: 115.446571ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:08:54.186274Z","caller":"traceutil/trace.go:171","msg":"trace[1131031199] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"115.928177ms","start":"2026-06-30T18:08:54.070281Z","end":"2026-06-30T18:08:54.186209Z","steps":["trace[1131031199] 'process raft request' (duration: 115.802963ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:54.186523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.561593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-06-30T18:08:54.186566Z","caller":"traceutil/trace.go:171","msg":"trace[23583022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"114.655166ms","start":"2026-06-30T18:08:54.071897Z","end":"2026-06-30T18:08:54.186552Z","steps":["trace[23583022] 'agreement among raft nodes before linearized reading' (duration: 114.47251ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:54.797225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.336945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:08:54.797305Z","caller":"traceutil/trace.go:171","msg":"trace[29963007] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2220; }","duration":"170.517072ms","start":"2026-06-30T18:08:54.626773Z","end":"2026-06-30T18:08:54.79729Z","steps":["trace[29963007] 'count revisions from in-memory index tree' (duration: 170.205681ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:08:54.797569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.448043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-06-30T18:08:54.797658Z","caller":"traceutil/trace.go:171","msg":"trace[342348240] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2220; }","duration":"274.608638ms","start":"2026-06-30T18:08:54.523029Z","end":"2026-06-30T18:08:54.797638Z","steps":["trace[342348240] 'range keys from in-memory index tree' (duration: 274.289758ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:09:00.667714Z","caller":"traceutil/trace.go:171","msg":"trace[896811849] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2339; }","duration":"459.043826ms","start":"2026-06-30T18:09:00.208652Z","end":"2026-06-30T18:09:00.667695Z","steps":["trace[896811849] 'read index received' (duration: 458.875611ms)","trace[896811849] 'applied index is now lower than readState.Index' (duration: 167.585µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:09:00.667894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.237722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-30T18:09:00.667922Z","caller":"traceutil/trace.go:171","msg":"trace[707136909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2253; }","duration":"459.311354ms","start":"2026-06-30T18:09:00.208603Z","end":"2026-06-30T18:09:00.667915Z","steps":["trace[707136909] 'agreement among raft nodes before linearized reading' (duration: 459.17881ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:00.667946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.208583Z","time spent":"459.357196ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:09:00.667882Z","caller":"traceutil/trace.go:171","msg":"trace[728146319] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"506.419819ms","start":"2026-06-30T18:09:00.161377Z","end":"2026-06-30T18:09:00.667797Z","steps":["trace[728146319] 'process raft request' (duration: 506.208023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:00.668338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.452663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-06-30T18:09:00.667989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.189927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-30T18:09:00.668439Z","caller":"traceutil/trace.go:171","msg":"trace[2130077036] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2253; }","duration":"456.586767ms","start":"2026-06-30T18:09:00.21183Z","end":"2026-06-30T18:09:00.668417Z","steps":["trace[2130077036] 'agreement among raft nodes before linearized reading' (duration: 456.210255ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:00.668055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.051972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-06-30T18:09:00.668575Z","caller":"traceutil/trace.go:171","msg":"trace[443568502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2253; }","duration":"457.771605ms","start":"2026-06-30T18:09:00.210757Z","end":"2026-06-30T18:09:00.668528Z","steps":["trace[443568502] 'agreement among raft nodes before linearized reading' (duration: 457.081103ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:00.668814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.211818Z","time spent":"456.866106ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:09:00.66814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.095973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-06-30T18:09:00.668876Z","caller":"traceutil/trace.go:171","msg":"trace[1446635869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2253; }","duration":"443.852918ms","start":"2026-06-30T18:09:00.225015Z","end":"2026-06-30T18:09:00.668868Z","steps":["trace[1446635869] 'agreement among raft nodes before linearized reading' (duration: 443.088003ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:00.668905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.225002Z","time spent":"443.893819ms","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-30T18:09:00.66884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.210748Z","time spent":"458.060604ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:09:00.668151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.997175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-06-30T18:09:00.668278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.603287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-30T18:09:00.66907Z","caller":"traceutil/trace.go:171","msg":"trace[1224570867] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2253; }","duration":"361.918874ms","start":"2026-06-30T18:09:00.307105Z","end":"2026-06-30T18:09:00.669024Z","steps":["trace[1224570867] 'agreement among raft nodes before linearized reading' (duration: 360.989104ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:09:00.669118Z","caller":"traceutil/trace.go:171","msg":"trace[1432764732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2253; }","duration":"457.558038ms","start":"2026-06-30T18:09:00.211549Z","end":"2026-06-30T18:09:00.669107Z","steps":["trace[1432764732] 'agreement among raft nodes before linearized reading' (duration: 456.502045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:00.669153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.21153Z","time spent":"457.61398ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:09:00.669157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.307085Z","time spent":"362.031218ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:09:00.668424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.161351Z","time spent":"507.004097ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:09:00.668747Z","caller":"traceutil/trace.go:171","msg":"trace[1525969935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2253; }","duration":"457.768365ms","start":"2026-06-30T18:09:00.210962Z","end":"2026-06-30T18:09:00.66873Z","steps":["trace[1525969935] 'agreement among raft nodes before linearized reading' (duration: 457.061533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:00.669378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:00.210944Z","time spent":"458.393805ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:09:04.59966Z","caller":"traceutil/trace.go:171","msg":"trace[191030682] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"133.971626ms","start":"2026-06-30T18:09:04.465654Z","end":"2026-06-30T18:09:04.599626Z","steps":["trace[191030682] 'process raft request' (duration: 95.81621ms)","trace[191030682] 'compare' (duration: 37.937529ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:09:05.011711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.39134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-06-30T18:09:05.011799Z","caller":"traceutil/trace.go:171","msg":"trace[557712591] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2286; }","duration":"111.580976ms","start":"2026-06-30T18:09:04.900195Z","end":"2026-06-30T18:09:05.011776Z","steps":["trace[557712591] 'range keys from in-memory index tree' (duration: 111.166863ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:09:14.872429Z","caller":"traceutil/trace.go:171","msg":"trace[2079265881] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2345; }","duration":"103.335912ms","start":"2026-06-30T18:09:14.769074Z","end":"2026-06-30T18:09:14.87241Z","steps":["trace[2079265881] 'process raft request' (duration: 103.244909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:34.541622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464938784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:09:34.757201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366418572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-06-30T18:09:34.757297Z","caller":"traceutil/trace.go:171","msg":"trace[652494873] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2535; }","duration":"1.366598857s","start":"2026-06-30T18:09:33.390676Z","end":"2026-06-30T18:09:34.757275Z","steps":["trace[652494873] 'range keys from in-memory index tree' (duration: 1.366239696s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:34.757337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:33.390657Z","time spent":"1.36667377s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:09:34.757661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295455771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-06-30T18:09:34.757681Z","caller":"traceutil/trace.go:171","msg":"trace[1307291709] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2535; }","duration":"1.295517303s","start":"2026-06-30T18:09:33.462159Z","end":"2026-06-30T18:09:34.757677Z","steps":["trace[1307291709] 'range keys from in-memory index tree' (duration: 1.295289805s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:34.757696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:33.46213Z","time spent":"1.295561124s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-06-30T18:09:34.757934Z","caller":"traceutil/trace.go:171","msg":"trace[902681700] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2638; }","duration":"717.306327ms","start":"2026-06-30T18:09:34.040606Z","end":"2026-06-30T18:09:34.757913Z","steps":["trace[902681700] 'read index received' (duration: 716.702447ms)","trace[902681700] 'applied index is now lower than readState.Index' (duration: 602.79µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:09:34.758088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.277065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:09:34.758046Z","caller":"traceutil/trace.go:171","msg":"trace[1767960273] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"855.270122ms","start":"2026-06-30T18:09:33.902717Z","end":"2026-06-30T18:09:34.757987Z","steps":["trace[1767960273] 'process raft request' (duration: 854.697574ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:09:34.758057Z","caller":"traceutil/trace.go:171","msg":"trace[586473924] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"756.365773ms","start":"2026-06-30T18:09:34.001634Z","end":"2026-06-30T18:09:34.758Z","steps":["trace[586473924] 'process raft request' (duration: 756.209878ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:34.75817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.521554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:09:34.758272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:33.902694Z","time spent":"855.454377ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:09:34.758284Z","caller":"traceutil/trace.go:171","msg":"trace[1998398425] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2537; }","duration":"717.71064ms","start":"2026-06-30T18:09:34.040543Z","end":"2026-06-30T18:09:34.758254Z","steps":["trace[1998398425] 'agreement among raft nodes before linearized reading' (duration: 717.467912ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:34.758294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:34.001599Z","time spent":"756.564049ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:09:34.758343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:34.040515Z","time spent":"717.817033ms","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:09:34.758125Z","caller":"traceutil/trace.go:171","msg":"trace[371811787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2537; }","duration":"651.375178ms","start":"2026-06-30T18:09:34.106741Z","end":"2026-06-30T18:09:34.758116Z","steps":["trace[371811787] 'agreement among raft nodes before linearized reading' (duration: 651.303416ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:09:34.758427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:09:34.106719Z","time spent":"651.701318ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:09:41.468476Z","caller":"traceutil/trace.go:171","msg":"trace[1079141108] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"111.604427ms","start":"2026-06-30T18:09:41.356835Z","end":"2026-06-30T18:09:41.46844Z","steps":["trace[1079141108] 'process raft request' (duration: 111.351009ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:07.412523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.137628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:10:07.412716Z","caller":"traceutil/trace.go:171","msg":"trace[1528220757] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2876; }","duration":"361.908563ms","start":"2026-06-30T18:10:07.050784Z","end":"2026-06-30T18:10:07.412693Z","steps":["trace[1528220757] 'read index received' (duration: 55.211µs)","trace[1528220757] 'applied index is now lower than readState.Index' (duration: 361.851792ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:10:07.412763Z","caller":"traceutil/trace.go:171","msg":"trace[741644524] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"429.155884ms","start":"2026-06-30T18:10:06.983553Z","end":"2026-06-30T18:10:07.412709Z","steps":["trace[741644524] 'process raft request' (duration: 53.713576ms)","trace[741644524] 'compare' (duration: 374.896931ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:10:07.412962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.185312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-06-30T18:10:07.413004Z","caller":"traceutil/trace.go:171","msg":"trace[1320787840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2760; }","duration":"362.284275ms","start":"2026-06-30T18:10:07.050708Z","end":"2026-06-30T18:10:07.412992Z","steps":["trace[1320787840] 'agreement among raft nodes before linearized reading' (duration: 362.11587ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:07.413042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.050683Z","time spent":"362.350188ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-30T18:10:07.413109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.344631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-06-30T18:10:07.413161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.13409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-06-30T18:10:07.413155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:06.983519Z","time spent":"429.435894ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:10:07.413253Z","caller":"traceutil/trace.go:171","msg":"trace[1318903790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2760; }","duration":"236.252614ms","start":"2026-06-30T18:10:07.176975Z","end":"2026-06-30T18:10:07.413228Z","steps":["trace[1318903790] 'agreement among raft nodes before linearized reading' (duration: 235.962944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:07.41317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.943163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-30T18:10:07.413279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.040241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-06-30T18:10:07.413276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.822253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-30T18:10:07.41333Z","caller":"traceutil/trace.go:171","msg":"trace[1389390163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2760; }","duration":"245.15338ms","start":"2026-06-30T18:10:07.168154Z","end":"2026-06-30T18:10:07.413307Z","steps":["trace[1389390163] 'agreement among raft nodes before linearized reading' (duration: 244.809739ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:07.413343Z","caller":"traceutil/trace.go:171","msg":"trace[1429829683] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2760; }","duration":"238.115814ms","start":"2026-06-30T18:10:07.175207Z","end":"2026-06-30T18:10:07.413322Z","steps":["trace[1429829683] 'agreement among raft nodes before linearized reading' (duration: 237.741682ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:07.41335Z","caller":"traceutil/trace.go:171","msg":"trace[1699177056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2760; }","duration":"241.945957ms","start":"2026-06-30T18:10:07.171385Z","end":"2026-06-30T18:10:07.413331Z","steps":["trace[1699177056] 'agreement among raft nodes before linearized reading' (duration: 241.534764ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:07.41316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.262948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:10:07.413454Z","caller":"traceutil/trace.go:171","msg":"trace[582948430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2760; }","duration":"252.62183ms","start":"2026-06-30T18:10:07.160808Z","end":"2026-06-30T18:10:07.41343Z","steps":["trace[582948430] 'agreement among raft nodes before linearized reading' (duration: 252.106054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:07.413166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.621848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-30T18:10:07.41356Z","caller":"traceutil/trace.go:171","msg":"trace[407177283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2760; }","duration":"238.051732ms","start":"2026-06-30T18:10:07.175493Z","end":"2026-06-30T18:10:07.413545Z","steps":["trace[407177283] 'agreement among raft nodes before linearized reading' (duration: 237.430072ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:07.413265Z","caller":"traceutil/trace.go:171","msg":"trace[888008762] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2760; }","duration":"219.495246ms","start":"2026-06-30T18:10:07.193696Z","end":"2026-06-30T18:10:07.413191Z","steps":["trace[888008762] 'agreement among raft nodes before linearized reading' (duration: 219.221207ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:07.789522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.415129Z","time spent":"374.371143ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:10:07.789705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.76031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-06-30T18:10:07.789779Z","caller":"traceutil/trace.go:171","msg":"trace[1823601585] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2760; }","duration":"371.878874ms","start":"2026-06-30T18:10:07.417884Z","end":"2026-06-30T18:10:07.789763Z","steps":["trace[1823601585] 'agreement among raft nodes before linearized reading' (duration: 371.656167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:07.789947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.417855Z","time spent":"372.07694ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:10:07.789422Z","caller":"traceutil/trace.go:171","msg":"trace[2085186105] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2877; }","duration":"371.45746ms","start":"2026-06-30T18:10:07.417919Z","end":"2026-06-30T18:10:07.789377Z","steps":["trace[2085186105] 'read index received' (duration: 335.314759ms)","trace[2085186105] 'applied index is now lower than readState.Index' (duration: 36.140931ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:10:08.653115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.435936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:10:08.653313Z","caller":"traceutil/trace.go:171","msg":"trace[955784493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2760; }","duration":"188.648223ms","start":"2026-06-30T18:10:08.464643Z","end":"2026-06-30T18:10:08.653292Z","steps":["trace[955784493] 'range keys from in-memory index tree' (duration: 188.414416ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.653534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.904666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:10:08.653775Z","caller":"traceutil/trace.go:171","msg":"trace[1456834852] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"1.235079029s","start":"2026-06-30T18:10:07.418645Z","end":"2026-06-30T18:10:08.653724Z","steps":["trace[1456834852] 'process raft request' (duration: 777.893104ms)","trace[1456834852] 'compare' (duration: 456.484952ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:10:08.654271Z","caller":"traceutil/trace.go:171","msg":"trace[1924833016] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"1.235536174s","start":"2026-06-30T18:10:07.418702Z","end":"2026-06-30T18:10:08.654238Z","steps":["trace[1924833016] 'process raft request' (duration: 1.234939214s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.654313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.418607Z","time spent":"1.235265605s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:10:08.654431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.418668Z","time spent":"1.235673788s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:10:08.654681Z","caller":"traceutil/trace.go:171","msg":"trace[115799576] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"1.235772961s","start":"2026-06-30T18:10:07.418854Z","end":"2026-06-30T18:10:08.654627Z","steps":["trace[115799576] 'process raft request' (duration: 1.234963535s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.655005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.418842Z","time spent":"1.235996899s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:10:08.65517Z","caller":"traceutil/trace.go:171","msg":"trace[375505509] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"1.236205145s","start":"2026-06-30T18:10:07.418922Z","end":"2026-06-30T18:10:08.655128Z","steps":["trace[375505509] 'process raft request' (duration: 1.234952475s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:08.655235Z","caller":"traceutil/trace.go:171","msg":"trace[2103227443] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"1.236255127s","start":"2026-06-30T18:10:07.418951Z","end":"2026-06-30T18:10:08.655206Z","steps":["trace[2103227443] 'process raft request' (duration: 1.236095802s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:08.655261Z","caller":"traceutil/trace.go:171","msg":"trace[1880813893] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"1.236188365s","start":"2026-06-30T18:10:07.419054Z","end":"2026-06-30T18:10:08.655242Z","steps":["trace[1880813893] 'process raft request' (duration: 1.23604416s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.655384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.419046Z","time spent":"1.236271617s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:10:08.655438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.418919Z","time spent":"1.236456313s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:10:08.655698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.418914Z","time spent":"1.236361581s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:10:08.655924Z","caller":"traceutil/trace.go:171","msg":"trace[1401856167] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2878; }","duration":"865.774328ms","start":"2026-06-30T18:10:07.790135Z","end":"2026-06-30T18:10:08.65591Z","steps":["trace[1401856167] 'read index received' (duration: 406.393693ms)","trace[1401856167] 'applied index is now lower than readState.Index' (duration: 459.379505ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:10:08.655941Z","caller":"traceutil/trace.go:171","msg":"trace[1140026328] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"1.236822585s","start":"2026-06-30T18:10:07.419076Z","end":"2026-06-30T18:10:08.655899Z","steps":["trace[1140026328] 'process raft request' (duration: 1.23605675s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.656426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.41905Z","time spent":"1.237223888s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:10:08.656563Z","caller":"traceutil/trace.go:171","msg":"trace[1476732920] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"865.643474ms","start":"2026-06-30T18:10:07.790907Z","end":"2026-06-30T18:10:08.65655Z","steps":["trace[1476732920] 'process raft request' (duration: 864.928731ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.65656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.565474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:10:08.656647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.790888Z","time spent":"865.719887ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:10:08.656647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.2426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-06-30T18:10:08.656696Z","caller":"traceutil/trace.go:171","msg":"trace[2059840294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2768; }","duration":"945.783721ms","start":"2026-06-30T18:10:07.710879Z","end":"2026-06-30T18:10:08.656662Z","steps":["trace[2059840294] 'agreement among raft nodes before linearized reading' (duration: 945.069288ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:08.656723Z","caller":"traceutil/trace.go:171","msg":"trace[1461488746] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2768; }","duration":"869.372204ms","start":"2026-06-30T18:10:07.787326Z","end":"2026-06-30T18:10:08.656698Z","steps":["trace[1461488746] 'agreement among raft nodes before linearized reading' (duration: 868.662441ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.656787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.787298Z","time spent":"869.462757ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:10:08.656794Z","caller":"traceutil/trace.go:171","msg":"trace[771139019] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"862.023138ms","start":"2026-06-30T18:10:07.794755Z","end":"2026-06-30T18:10:08.656778Z","steps":["trace[771139019] 'process raft request' (duration: 861.45501ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.656793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.710848Z","time spent":"945.929975ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:10:08.656879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.794729Z","time spent":"862.110181ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:10:08.656913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095937497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:10:08.656974Z","caller":"traceutil/trace.go:171","msg":"trace[372730608] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2769; }","duration":"1.09605791s","start":"2026-06-30T18:10:07.560903Z","end":"2026-06-30T18:10:08.656961Z","steps":["trace[372730608] 'agreement among raft nodes before linearized reading' (duration: 1.095102799s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.657013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193947027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"warn","ts":"2026-06-30T18:10:08.657032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.560879Z","time spent":"1.096142223s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:10:08.657064Z","caller":"traceutil/trace.go:171","msg":"trace[1643524605] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2769; }","duration":"1.19405148s","start":"2026-06-30T18:10:07.462997Z","end":"2026-06-30T18:10:08.657049Z","steps":["trace[1643524605] 'agreement among raft nodes before linearized reading' (duration: 1.193004396s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:08.657106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.462979Z","time spent":"1.194120313s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-06-30T18:10:09.097488Z","caller":"traceutil/trace.go:171","msg":"trace[408489114] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"797.140862ms","start":"2026-06-30T18:10:08.300308Z","end":"2026-06-30T18:10:09.097449Z","steps":["trace[408489114] 'process raft request' (duration: 781.631193ms)","trace[408489114] 'compare' (duration: 15.082645ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:10:09.097655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:08.300284Z","time spent":"797.291927ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:10:09.097702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.244359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:10:09.097477Z","caller":"traceutil/trace.go:171","msg":"trace[1981792058] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2887; }","duration":"441.406298ms","start":"2026-06-30T18:10:08.655961Z","end":"2026-06-30T18:10:09.097368Z","steps":["trace[1981792058] 'read index received' (duration: 425.994643ms)","trace[1981792058] 'applied index is now lower than readState.Index' (duration: 15.409015ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:10:09.097806Z","caller":"traceutil/trace.go:171","msg":"trace[806467550] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2770; }","duration":"481.430035ms","start":"2026-06-30T18:10:08.616351Z","end":"2026-06-30T18:10:09.097781Z","steps":["trace[806467550] 'agreement among raft nodes before linearized reading' (duration: 481.232648ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.097856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:08.616323Z","time spent":"481.522028ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:10:09.097953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247009193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:10:09.098007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.863149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:10:09.098108Z","caller":"traceutil/trace.go:171","msg":"trace[1880271059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2770; }","duration":"991.041794ms","start":"2026-06-30T18:10:08.107045Z","end":"2026-06-30T18:10:09.098086Z","steps":["trace[1880271059] 'agreement among raft nodes before linearized reading' (duration: 990.828008ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.098158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:08.107012Z","time spent":"991.137567ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:10:09.098044Z","caller":"traceutil/trace.go:171","msg":"trace[1674342225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2770; }","duration":"1.247608232s","start":"2026-06-30T18:10:07.850416Z","end":"2026-06-30T18:10:09.098025Z","steps":["trace[1674342225] 'agreement among raft nodes before linearized reading' (duration: 1.247294702s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.0984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:07.850367Z","time spent":"1.247913052s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:10:09.149997Z","caller":"traceutil/trace.go:171","msg":"trace[826301439] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"218.06453ms","start":"2026-06-30T18:10:08.931896Z","end":"2026-06-30T18:10:09.149961Z","steps":["trace[826301439] 'process raft request' (duration: 217.630976ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.150234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.37172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1377"} {"level":"warn","ts":"2026-06-30T18:10:09.150286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.866214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-06-30T18:10:09.150415Z","caller":"traceutil/trace.go:171","msg":"trace[1465879832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2771; }","duration":"489.024949ms","start":"2026-06-30T18:10:08.661362Z","end":"2026-06-30T18:10:09.150387Z","steps":["trace[1465879832] 'agreement among raft nodes before linearized reading' (duration: 488.681458ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.150309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.586587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-06-30T18:10:09.15059Z","caller":"traceutil/trace.go:171","msg":"trace[1084677293] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2771; }","duration":"489.912758ms","start":"2026-06-30T18:10:08.66064Z","end":"2026-06-30T18:10:09.150553Z","steps":["trace[1084677293] 'agreement among raft nodes before linearized reading' (duration: 489.193565ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.150708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:08.660621Z","time spent":"490.067043ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:10:09.150345Z","caller":"traceutil/trace.go:171","msg":"trace[1964900006] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2771; }","duration":"489.518685ms","start":"2026-06-30T18:10:08.660802Z","end":"2026-06-30T18:10:09.150321Z","steps":["trace[1964900006] 'agreement among raft nodes before linearized reading' (duration: 489.04389ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.150917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:08.660795Z","time spent":"490.093024ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1399,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-06-30T18:10:09.150502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:08.661356Z","time spent":"489.131613ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:10:09.150613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.017823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-30T18:10:09.151399Z","caller":"traceutil/trace.go:171","msg":"trace[1848773859] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2771; }","duration":"491.760567ms","start":"2026-06-30T18:10:08.659553Z","end":"2026-06-30T18:10:09.151313Z","steps":["trace[1848773859] 'agreement among raft nodes before linearized reading' (duration: 491.000443ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.151462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:10:08.659535Z","time spent":"491.911681ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-06-30T18:10:09.442302Z","caller":"traceutil/trace.go:171","msg":"trace[100683204] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"281.371694ms","start":"2026-06-30T18:10:09.160886Z","end":"2026-06-30T18:10:09.442258Z","steps":["trace[100683204] 'process raft request' (duration: 280.858068ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:09.442689Z","caller":"traceutil/trace.go:171","msg":"trace[1355323965] linearizableReadLoop","detail":"{readStateIndex:2891; appliedIndex:2889; }","duration":"281.151957ms","start":"2026-06-30T18:10:09.161499Z","end":"2026-06-30T18:10:09.442651Z","steps":["trace[1355323965] 'read index received' (duration: 280.231087ms)","trace[1355323965] 'applied index is now lower than readState.Index' (duration: 919.3µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:10:09.442828Z","caller":"traceutil/trace.go:171","msg":"trace[969944934] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"281.500258ms","start":"2026-06-30T18:10:09.161317Z","end":"2026-06-30T18:10:09.442817Z","steps":["trace[969944934] 'process raft request' (duration: 281.165767ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.443055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.55953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:5908"} {"level":"info","ts":"2026-06-30T18:10:09.443134Z","caller":"traceutil/trace.go:171","msg":"trace[1215992100] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2773; }","duration":"281.649294ms","start":"2026-06-30T18:10:09.161462Z","end":"2026-06-30T18:10:09.443111Z","steps":["trace[1215992100] 'agreement among raft nodes before linearized reading' (duration: 281.401976ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:09.443037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.560794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:10:09.443938Z","caller":"traceutil/trace.go:171","msg":"trace[1626961918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2773; }","duration":"278.889864ms","start":"2026-06-30T18:10:09.164367Z","end":"2026-06-30T18:10:09.443257Z","steps":["trace[1626961918] 'agreement among raft nodes before linearized reading' (duration: 278.487161ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:13.661561Z","caller":"traceutil/trace.go:171","msg":"trace[293931554] linearizableReadLoop","detail":"{readStateIndex:2918; appliedIndex:2917; }","duration":"147.75201ms","start":"2026-06-30T18:10:13.513774Z","end":"2026-06-30T18:10:13.661526Z","steps":["trace[293931554] 'read index received' (duration: 147.657007ms)","trace[293931554] 'applied index is now lower than readState.Index' (duration: 93.623µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:10:13.661723Z","caller":"traceutil/trace.go:171","msg":"trace[811710054] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"150.470866ms","start":"2026-06-30T18:10:13.511206Z","end":"2026-06-30T18:10:13.661677Z","steps":["trace[811710054] 'process raft request' (duration: 150.124225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:13.661832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.018718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:5908"} {"level":"info","ts":"2026-06-30T18:10:13.661877Z","caller":"traceutil/trace.go:171","msg":"trace[87401200] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2798; }","duration":"148.10786ms","start":"2026-06-30T18:10:13.513757Z","end":"2026-06-30T18:10:13.661865Z","steps":["trace[87401200] 'agreement among raft nodes before linearized reading' (duration: 147.900444ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:13.689391Z","caller":"traceutil/trace.go:171","msg":"trace[2037557829] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"174.54769ms","start":"2026-06-30T18:10:13.514808Z","end":"2026-06-30T18:10:13.689356Z","steps":["trace[2037557829] 'process raft request' (duration: 174.304002ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:13.833267Z","caller":"traceutil/trace.go:171","msg":"trace[136309538] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"139.137703ms","start":"2026-06-30T18:10:13.694096Z","end":"2026-06-30T18:10:13.833234Z","steps":["trace[136309538] 'process raft request' (duration: 138.889095ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:13.841793Z","caller":"traceutil/trace.go:171","msg":"trace[1384931409] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"145.206908ms","start":"2026-06-30T18:10:13.696549Z","end":"2026-06-30T18:10:13.841756Z","steps":["trace[1384931409] 'process raft request' (duration: 144.988991ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:47.156774Z","caller":"traceutil/trace.go:171","msg":"trace[1088015600] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3265; }","duration":"163.461862ms","start":"2026-06-30T18:10:46.993263Z","end":"2026-06-30T18:10:47.156725Z","steps":["trace[1088015600] 'read index received' (duration: 124.534671ms)","trace[1088015600] 'applied index is now lower than readState.Index' (duration: 38.925791ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:10:47.156977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.676339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:10:47.15708Z","caller":"traceutil/trace.go:171","msg":"trace[1974101415] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3131; }","duration":"163.817454ms","start":"2026-06-30T18:10:46.99324Z","end":"2026-06-30T18:10:47.157057Z","steps":["trace[1974101415] 'agreement among raft nodes before linearized reading' (duration: 163.641298ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:10:47.157013Z","caller":"traceutil/trace.go:171","msg":"trace[1649129840] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"165.681854ms","start":"2026-06-30T18:10:46.991162Z","end":"2026-06-30T18:10:47.156844Z","steps":["trace[1649129840] 'process raft request' (duration: 126.621949ms)","trace[1649129840] 'compare' (duration: 38.808007ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:10:47.157669Z","caller":"traceutil/trace.go:171","msg":"trace[784713638] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"161.394726ms","start":"2026-06-30T18:10:46.996262Z","end":"2026-06-30T18:10:47.157657Z","steps":["trace[784713638] 'process raft request' (duration: 161.087016ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:50.342401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.106654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-06-30T18:10:50.342501Z","caller":"traceutil/trace.go:171","msg":"trace[1700386547] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3193; }","duration":"103.245887ms","start":"2026-06-30T18:10:50.239232Z","end":"2026-06-30T18:10:50.342478Z","steps":["trace[1700386547] 'range keys from in-memory index tree' (duration: 102.958688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:10:50.342787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.914844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-06-30T18:10:50.342883Z","caller":"traceutil/trace.go:171","msg":"trace[289488386] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3193; }","duration":"111.075819ms","start":"2026-06-30T18:10:50.231785Z","end":"2026-06-30T18:10:50.342861Z","steps":["trace[289488386] 'range keys from in-memory index tree' (duration: 110.618975ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:11:21.417621Z","caller":"traceutil/trace.go:171","msg":"trace[1729393964] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"350.381509ms","start":"2026-06-30T18:11:21.06722Z","end":"2026-06-30T18:11:21.417602Z","steps":["trace[1729393964] 'process raft request' (duration: 350.247515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:11:21.417775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:11:21.067192Z","time spent":"350.512613ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:11:21.667544Z","caller":"traceutil/trace.go:171","msg":"trace[111702227] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"595.108603ms","start":"2026-06-30T18:11:21.072412Z","end":"2026-06-30T18:11:21.667521Z","steps":["trace[111702227] 'process raft request' (duration: 595.068031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:11:21.667693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:11:21.072393Z","time spent":"595.226017ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:11:21.667929Z","caller":"traceutil/trace.go:171","msg":"trace[1965465229] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"596.718755ms","start":"2026-06-30T18:11:21.0712Z","end":"2026-06-30T18:11:21.667919Z","steps":["trace[1965465229] 'process raft request' (duration: 596.219558ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:11:21.66799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:11:21.071173Z","time spent":"596.789637ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:11:21.668062Z","caller":"traceutil/trace.go:171","msg":"trace[320462406] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"595.711022ms","start":"2026-06-30T18:11:21.072337Z","end":"2026-06-30T18:11:21.668048Z","steps":["trace[320462406] 'process raft request' (duration: 595.109942ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:11:21.668107Z","caller":"traceutil/trace.go:171","msg":"trace[1993736069] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"598.688527ms","start":"2026-06-30T18:11:21.069411Z","end":"2026-06-30T18:11:21.6681Z","steps":["trace[1993736069] 'process raft request' (duration: 597.84495ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:11:21.668143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:11:21.069374Z","time spent":"598.74862ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:11:21.668143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:11:21.072321Z","time spent":"595.778394ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:11:21.668256Z","caller":"traceutil/trace.go:171","msg":"trace[448408366] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"597.83296ms","start":"2026-06-30T18:11:21.070416Z","end":"2026-06-30T18:11:21.668249Z","steps":["trace[448408366] 'process raft request' (duration: 596.968462ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:11:21.668301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:11:21.070391Z","time spent":"597.887732ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:11:21.668371Z","caller":"traceutil/trace.go:171","msg":"trace[187040442] linearizableReadLoop","detail":"{readStateIndex:3578; appliedIndex:3572; }","duration":"247.110511ms","start":"2026-06-30T18:11:21.421251Z","end":"2026-06-30T18:11:21.668361Z","steps":["trace[187040442] 'read index received' (duration: 245.962674ms)","trace[187040442] 'applied index is now lower than readState.Index' (duration: 1.147187ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:11:21.668443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.189023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:11:21.668471Z","caller":"traceutil/trace.go:171","msg":"trace[1167788375] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3429; }","duration":"247.237675ms","start":"2026-06-30T18:11:21.421227Z","end":"2026-06-30T18:11:21.668464Z","steps":["trace[1167788375] 'agreement among raft nodes before linearized reading' (duration: 247.166863ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:11:21.668619Z","caller":"traceutil/trace.go:171","msg":"trace[539913056] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"251.221803ms","start":"2026-06-30T18:11:21.417391Z","end":"2026-06-30T18:11:21.668613Z","steps":["trace[539913056] 'process raft request' (duration: 250.483679ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:26.161014Z","caller":"traceutil/trace.go:171","msg":"trace[1455552448] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"128.528434ms","start":"2026-06-30T18:12:26.032458Z","end":"2026-06-30T18:12:26.160986Z","steps":["trace[1455552448] 'process raft request' (duration: 128.360799ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:26.267943Z","caller":"traceutil/trace.go:171","msg":"trace[1337768514] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4142; }","duration":"233.416217ms","start":"2026-06-30T18:12:26.034492Z","end":"2026-06-30T18:12:26.267908Z","steps":["trace[1337768514] 'read index received' (duration: 126.318152ms)","trace[1337768514] 'applied index is now lower than readState.Index' (duration: 107.096575ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:26.268059Z","caller":"traceutil/trace.go:171","msg":"trace[1427646488] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"233.627764ms","start":"2026-06-30T18:12:26.034384Z","end":"2026-06-30T18:12:26.268012Z","steps":["trace[1427646488] 'process raft request' (duration: 188.020998ms)","trace[1427646488] 'compare' (duration: 45.249105ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:12:26.268156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.658505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-30T18:12:26.268166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.827409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-30T18:12:26.268191Z","caller":"traceutil/trace.go:171","msg":"trace[2029428255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3954; }","duration":"233.733198ms","start":"2026-06-30T18:12:26.034447Z","end":"2026-06-30T18:12:26.26818Z","steps":["trace[2029428255] 'agreement among raft nodes before linearized reading' (duration: 233.608884ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:26.26827Z","caller":"traceutil/trace.go:171","msg":"trace[5154286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3954; }","duration":"232.951752ms","start":"2026-06-30T18:12:26.035299Z","end":"2026-06-30T18:12:26.26825Z","steps":["trace[5154286] 'agreement among raft nodes before linearized reading' (duration: 232.774076ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:26.268328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.204172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-06-30T18:12:26.268344Z","caller":"traceutil/trace.go:171","msg":"trace[988531903] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3954; }","duration":"183.269554ms","start":"2026-06-30T18:12:26.08507Z","end":"2026-06-30T18:12:26.268339Z","steps":["trace[988531903] 'agreement among raft nodes before linearized reading' (duration: 183.219882ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:33.046617Z","caller":"traceutil/trace.go:171","msg":"trace[1743352088] linearizableReadLoop","detail":"{readStateIndex:4545; appliedIndex:4544; }","duration":"376.903052ms","start":"2026-06-30T18:12:32.669681Z","end":"2026-06-30T18:12:33.046584Z","steps":["trace[1743352088] 'read index received' (duration: 376.707906ms)","trace[1743352088] 'applied index is now lower than readState.Index' (duration: 194.076µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:33.046662Z","caller":"traceutil/trace.go:171","msg":"trace[656495876] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"466.232385ms","start":"2026-06-30T18:12:32.580411Z","end":"2026-06-30T18:12:33.046643Z","steps":["trace[656495876] 'process raft request' (duration: 465.995888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:33.04683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:32.580372Z","time spent":"466.37477ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:33.046974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.277465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:12:33.047069Z","caller":"traceutil/trace.go:171","msg":"trace[1721232976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:4347; }","duration":"377.435169ms","start":"2026-06-30T18:12:32.669613Z","end":"2026-06-30T18:12:33.047048Z","steps":["trace[1721232976] 'agreement among raft nodes before linearized reading' (duration: 377.099728ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:33.04713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:32.669588Z","time spent":"377.518492ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7nhzj\" "} {"level":"warn","ts":"2026-06-30T18:12:33.054147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.683515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-n4655\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-06-30T18:12:33.054279Z","caller":"traceutil/trace.go:171","msg":"trace[1364331933] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-n4655; range_end:; response_count:1; response_revision:4347; }","duration":"348.874971ms","start":"2026-06-30T18:12:32.705377Z","end":"2026-06-30T18:12:33.054252Z","steps":["trace[1364331933] 'agreement among raft nodes before linearized reading' (duration: 348.500389ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:33.054331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:32.705365Z","time spent":"348.957353ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4354,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-n4655\" "} {"level":"warn","ts":"2026-06-30T18:12:38.25729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.494958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:12:38.257449Z","caller":"traceutil/trace.go:171","msg":"trace[1574529693] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4695; }","duration":"298.671983ms","start":"2026-06-30T18:12:37.958754Z","end":"2026-06-30T18:12:38.257426Z","steps":["trace[1574529693] 'read index received' (duration: 49.450389ms)","trace[1574529693] 'applied index is now lower than readState.Index' (duration: 249.219984ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:38.257481Z","caller":"traceutil/trace.go:171","msg":"trace[817526197] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"301.781243ms","start":"2026-06-30T18:12:37.955671Z","end":"2026-06-30T18:12:38.257452Z","steps":["trace[817526197] 'process raft request' (duration: 187.006556ms)","trace[817526197] 'compare' (duration: 114.24507ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:12:38.257641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:37.955662Z","time spent":"301.891696ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:38.257685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.937181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81d83e8f-b484-497c-9207-cd176aab874d\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-06-30T18:12:38.257726Z","caller":"traceutil/trace.go:171","msg":"trace[513452329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81d83e8f-b484-497c-9207-cd176aab874d; range_end:; response_count:1; response_revision:4495; }","duration":"298.979483ms","start":"2026-06-30T18:12:37.958734Z","end":"2026-06-30T18:12:38.257714Z","steps":["trace[513452329] 'agreement among raft nodes before linearized reading' (duration: 298.808508ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:38.258007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.63579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:12:38.258129Z","caller":"traceutil/trace.go:171","msg":"trace[238165767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4495; }","duration":"151.832697ms","start":"2026-06-30T18:12:38.106271Z","end":"2026-06-30T18:12:38.258104Z","steps":["trace[238165767] 'agreement among raft nodes before linearized reading' (duration: 151.62748ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:41.295645Z","caller":"traceutil/trace.go:171","msg":"trace[2056185371] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4782; }","duration":"288.074653ms","start":"2026-06-30T18:12:41.007546Z","end":"2026-06-30T18:12:41.29562Z","steps":["trace[2056185371] 'read index received' (duration: 287.817485ms)","trace[2056185371] 'applied index is now lower than readState.Index' (duration: 256.138µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:41.295745Z","caller":"traceutil/trace.go:171","msg":"trace[136486903] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"322.957883ms","start":"2026-06-30T18:12:40.972731Z","end":"2026-06-30T18:12:41.295689Z","steps":["trace[136486903] 'process raft request' (duration: 322.740106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:41.295863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.165224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-06-30T18:12:41.295891Z","caller":"traceutil/trace.go:171","msg":"trace[491211029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4577; }","duration":"207.266417ms","start":"2026-06-30T18:12:41.088617Z","end":"2026-06-30T18:12:41.295884Z","steps":["trace[491211029] 'agreement among raft nodes before linearized reading' (duration: 207.135573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:41.295852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.280839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:12:41.296009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:40.972707Z","time spent":"323.17873ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:41.296082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.91877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:12:41.296158Z","caller":"traceutil/trace.go:171","msg":"trace[1183625890] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4577; }","duration":"119.065104ms","start":"2026-06-30T18:12:41.177078Z","end":"2026-06-30T18:12:41.296143Z","steps":["trace[1183625890] 'agreement among raft nodes before linearized reading' (duration: 118.898478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:41.296188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.045428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-30T18:12:41.296173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.837441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:12:41.296304Z","caller":"traceutil/trace.go:171","msg":"trace[863551184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:4577; }","duration":"206.205423ms","start":"2026-06-30T18:12:41.090079Z","end":"2026-06-30T18:12:41.296284Z","steps":["trace[863551184] 'agreement among raft nodes before linearized reading' (duration: 205.967866ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:41.296365Z","caller":"traceutil/trace.go:171","msg":"trace[1908105795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4577; }","duration":"192.041668ms","start":"2026-06-30T18:12:41.104292Z","end":"2026-06-30T18:12:41.296334Z","steps":["trace[1908105795] 'agreement among raft nodes before linearized reading' (duration: 191.769389ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:41.295998Z","caller":"traceutil/trace.go:171","msg":"trace[492915945] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4577; }","duration":"288.486016ms","start":"2026-06-30T18:12:41.00749Z","end":"2026-06-30T18:12:41.295976Z","steps":["trace[492915945] 'agreement among raft nodes before linearized reading' (duration: 288.235018ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:41.785933Z","caller":"traceutil/trace.go:171","msg":"trace[1939011423] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"363.618809ms","start":"2026-06-30T18:12:41.422283Z","end":"2026-06-30T18:12:41.785902Z","steps":["trace[1939011423] 'read index received' (duration: 317.27922ms)","trace[1939011423] 'applied index is now lower than readState.Index' (duration: 46.338729ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:41.78622Z","caller":"traceutil/trace.go:171","msg":"trace[283804766] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"368.103092ms","start":"2026-06-30T18:12:41.418068Z","end":"2026-06-30T18:12:41.786171Z","steps":["trace[283804766] 'process raft request' (duration: 321.427813ms)","trace[283804766] 'compare' (duration: 46.240185ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:12:41.786234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.918008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:12:41.786335Z","caller":"traceutil/trace.go:171","msg":"trace[2099478355] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4580; }","duration":"364.063733ms","start":"2026-06-30T18:12:41.422242Z","end":"2026-06-30T18:12:41.786306Z","steps":["trace[2099478355] 'agreement among raft nodes before linearized reading' (duration: 363.891967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:41.786387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:41.422225Z","time spent":"364.151136ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-06-30T18:12:41.78641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:41.418034Z","time spent":"368.272598ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:41.786496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.133123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:12:41.786652Z","caller":"traceutil/trace.go:171","msg":"trace[1102321680] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4580; }","duration":"226.3456ms","start":"2026-06-30T18:12:41.56027Z","end":"2026-06-30T18:12:41.786615Z","steps":["trace[1102321680] 'agreement among raft nodes before linearized reading' (duration: 226.03976ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:41.786657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.144539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:12:41.786922Z","caller":"traceutil/trace.go:171","msg":"trace[20336842] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4580; }","duration":"252.559062ms","start":"2026-06-30T18:12:41.534334Z","end":"2026-06-30T18:12:41.786893Z","steps":["trace[20336842] 'agreement among raft nodes before linearized reading' (duration: 251.862319ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:42.797683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464943994,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-30T18:12:42.895622Z","caller":"traceutil/trace.go:171","msg":"trace[1295903892] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"601.514819ms","start":"2026-06-30T18:12:42.294079Z","end":"2026-06-30T18:12:42.895594Z","steps":["trace[1295903892] 'process raft request' (duration: 601.349013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:42.895814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.294062Z","time spent":"601.659473ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:12:43.365584Z","caller":"traceutil/trace.go:171","msg":"trace[1263539602] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"1.06920474s","start":"2026-06-30T18:12:42.296309Z","end":"2026-06-30T18:12:43.365514Z","steps":["trace[1263539602] 'process raft request' (duration: 1.068838988s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:43.365667Z","caller":"traceutil/trace.go:171","msg":"trace[1772738933] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"1.065113908s","start":"2026-06-30T18:12:42.300508Z","end":"2026-06-30T18:12:43.365622Z","steps":["trace[1772738933] 'process raft request' (duration: 1.06487096s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.365809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.296301Z","time spent":"1.069385765s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:43.365912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.300483Z","time spent":"1.065289064s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3586,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:12:43.366002Z","caller":"traceutil/trace.go:171","msg":"trace[2067609018] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"1.05363939s","start":"2026-06-30T18:12:42.312342Z","end":"2026-06-30T18:12:43.365982Z","steps":["trace[2067609018] 'process raft request' (duration: 1.053247277s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.366128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.31231Z","time spent":"1.053777054s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":167047,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:12:43.365809Z","caller":"traceutil/trace.go:171","msg":"trace[884517574] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"1.053782625s","start":"2026-06-30T18:12:42.312005Z","end":"2026-06-30T18:12:43.365788Z","steps":["trace[884517574] 'process raft request' (duration: 1.053442654s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.366453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.311974Z","time spent":"1.054431766s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5339,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:12:43.37651Z","caller":"traceutil/trace.go:171","msg":"trace[965306530] linearizableReadLoop","detail":"{readStateIndex:4857; appliedIndex:4851; }","duration":"1.079276593s","start":"2026-06-30T18:12:42.297208Z","end":"2026-06-30T18:12:43.376485Z","steps":["trace[965306530] 'read index received' (duration: 598.332196ms)","trace[965306530] 'applied index is now lower than readState.Index' (duration: 480.943037ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:12:43.376764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079536322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki.18bdee68fe9cede2\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-06-30T18:12:43.376765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027037166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-06-30T18:12:43.376796Z","caller":"traceutil/trace.go:171","msg":"trace[2012309315] range","detail":"{range_begin:/registry/events/monitoring/loki.18bdee68fe9cede2; range_end:; response_count:1; response_revision:4647; }","duration":"1.079595944s","start":"2026-06-30T18:12:42.29719Z","end":"2026-06-30T18:12:43.376786Z","steps":["trace[2012309315] 'agreement among raft nodes before linearized reading' (duration: 1.079432759s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:43.37682Z","caller":"traceutil/trace.go:171","msg":"trace[2097169111] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4647; }","duration":"1.027145229s","start":"2026-06-30T18:12:42.349661Z","end":"2026-06-30T18:12:43.376807Z","steps":["trace[2097169111] 'agreement among raft nodes before linearized reading' (duration: 1.026968243s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.376826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.297183Z","time spent":"1.079637545s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":945,"request content":"key:\"/registry/events/monitoring/loki.18bdee68fe9cede2\" "} {"level":"warn","ts":"2026-06-30T18:12:43.376854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.349639Z","time spent":"1.027210511s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-06-30T18:12:43.376887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.958514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:12:43.376935Z","caller":"traceutil/trace.go:171","msg":"trace[1559993016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4647; }","duration":"919.058858ms","start":"2026-06-30T18:12:42.457866Z","end":"2026-06-30T18:12:43.376925Z","steps":["trace[1559993016] 'agreement among raft nodes before linearized reading' (duration: 918.941794ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.376962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.457824Z","time spent":"919.13276ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:12:43.377033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015696062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T18:12:43.377057Z","caller":"traceutil/trace.go:171","msg":"trace[900010589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4647; }","duration":"1.015767744s","start":"2026-06-30T18:12:42.361283Z","end":"2026-06-30T18:12:43.377051Z","steps":["trace[900010589] 'agreement among raft nodes before linearized reading' (duration: 1.015703622s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.377075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.361261Z","time spent":"1.015809805s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:12:43.377205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.489446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-30T18:12:43.377373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.546271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-sz2pm.18bdee68e60d9a3e\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-06-30T18:12:43.377379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.987443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:12:43.377409Z","caller":"traceutil/trace.go:171","msg":"trace[924283040] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-sz2pm.18bdee68e60d9a3e; range_end:; response_count:1; response_revision:4647; }","duration":"549.615793ms","start":"2026-06-30T18:12:42.827782Z","end":"2026-06-30T18:12:43.377398Z","steps":["trace[924283040] 'agreement among raft nodes before linearized reading' (duration: 549.5455ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:43.37741Z","caller":"traceutil/trace.go:171","msg":"trace[1747180585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4647; }","duration":"554.024204ms","start":"2026-06-30T18:12:42.823378Z","end":"2026-06-30T18:12:43.377402Z","steps":["trace[1747180585] 'agreement among raft nodes before linearized reading' (duration: 553.972042ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.377431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.827749Z","time spent":"549.676005ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-sz2pm.18bdee68e60d9a3e\" "} {"level":"warn","ts":"2026-06-30T18:12:43.377434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.823254Z","time spent":"554.174439ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:12:43.377462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.290401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:12:43.377534Z","caller":"traceutil/trace.go:171","msg":"trace[330692705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"270.489628ms","start":"2026-06-30T18:12:43.107034Z","end":"2026-06-30T18:12:43.377524Z","steps":["trace[330692705] 'agreement among raft nodes before linearized reading' (duration: 270.275631ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:43.37738Z","caller":"traceutil/trace.go:171","msg":"trace[2021384389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4647; }","duration":"926.697723ms","start":"2026-06-30T18:12:42.450664Z","end":"2026-06-30T18:12:43.377362Z","steps":["trace[2021384389] 'agreement among raft nodes before linearized reading' (duration: 926.202967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.377953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.45064Z","time spent":"927.301582ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:12:43.377976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.827587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2584301"} {"level":"info","ts":"2026-06-30T18:12:43.378482Z","caller":"traceutil/trace.go:171","msg":"trace[1732418360] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4647; }","duration":"884.306253ms","start":"2026-06-30T18:12:42.494119Z","end":"2026-06-30T18:12:43.378426Z","steps":["trace[1732418360] 'agreement among raft nodes before linearized reading' (duration: 882.96522ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.378551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.494102Z","time spent":"884.435126ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2584323,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-06-30T18:12:43.377324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.586902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-30T18:12:43.378701Z","caller":"traceutil/trace.go:171","msg":"trace[315908395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4647; }","duration":"919.998028ms","start":"2026-06-30T18:12:42.458688Z","end":"2026-06-30T18:12:43.378686Z","steps":["trace[315908395] 'agreement among raft nodes before linearized reading' (duration: 918.566672ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.378766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.458675Z","time spent":"920.08245ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:12:43.377283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.470791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:12:43.378851Z","caller":"traceutil/trace.go:171","msg":"trace[218121343] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4647; }","duration":"921.031791ms","start":"2026-06-30T18:12:42.457804Z","end":"2026-06-30T18:12:43.378836Z","steps":["trace[218121343] 'agreement among raft nodes before linearized reading' (duration: 919.412609ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.378909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.457726Z","time spent":"921.170476ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:12:43.377279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.239653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-06-30T18:12:43.379047Z","caller":"traceutil/trace.go:171","msg":"trace[415238015] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4647; }","duration":"826.147334ms","start":"2026-06-30T18:12:42.552888Z","end":"2026-06-30T18:12:43.379035Z","steps":["trace[415238015] 'agreement among raft nodes before linearized reading' (duration: 823.785688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:43.379086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:42.552867Z","time spent":"826.208897ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-06-30T18:12:46.490328Z","caller":"traceutil/trace.go:171","msg":"trace[1523727946] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"578.468668ms","start":"2026-06-30T18:12:45.911808Z","end":"2026-06-30T18:12:46.490276Z","steps":["trace[1523727946] 'process raft request' (duration: 578.169768ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:46.490565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:45.911786Z","time spent":"578.649374ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:46.830418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.026863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:12:46.83066Z","caller":"traceutil/trace.go:171","msg":"trace[858137583] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"916.749254ms","start":"2026-06-30T18:12:45.913879Z","end":"2026-06-30T18:12:46.830628Z","steps":["trace[858137583] 'process raft request' (duration: 693.366979ms)","trace[858137583] 'compare' (duration: 222.759034ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:46.830686Z","caller":"traceutil/trace.go:171","msg":"trace[606641063] linearizableReadLoop","detail":"{readStateIndex:4908; appliedIndex:4906; }","duration":"837.5552ms","start":"2026-06-30T18:12:45.993108Z","end":"2026-06-30T18:12:46.830663Z","steps":["trace[606641063] 'read index received' (duration: 496.831366ms)","trace[606641063] 'applied index is now lower than readState.Index' (duration: 340.722344ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:46.830799Z","caller":"traceutil/trace.go:171","msg":"trace[1150369914] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"690.079854ms","start":"2026-06-30T18:12:46.140677Z","end":"2026-06-30T18:12:46.830756Z","steps":["trace[1150369914] 'process raft request' (duration: 689.897798ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:46.830835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:45.91386Z","time spent":"916.869997ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:46.830861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.748236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-06-30T18:12:46.830894Z","caller":"traceutil/trace.go:171","msg":"trace[28870833] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4697; }","duration":"837.815838ms","start":"2026-06-30T18:12:45.993069Z","end":"2026-06-30T18:12:46.830885Z","steps":["trace[28870833] 'agreement among raft nodes before linearized reading' (duration: 837.642622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:46.83093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:45.993054Z","time spent":"837.86722ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-06-30T18:12:46.830937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.725934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:12:46.830973Z","caller":"traceutil/trace.go:171","msg":"trace[376157611] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4697; }","duration":"756.796067ms","start":"2026-06-30T18:12:46.074165Z","end":"2026-06-30T18:12:46.830961Z","steps":["trace[376157611] 'agreement among raft nodes before linearized reading' (duration: 756.732065ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:46.830973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:46.140662Z","time spent":"690.210828ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:12:46.831101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.685306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-06-30T18:12:46.830997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:46.074149Z","time spent":"756.841898ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:12:46.831187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.422894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51a2c89c-933b-4221-971e-7c796a010111\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-06-30T18:12:46.831207Z","caller":"traceutil/trace.go:171","msg":"trace[976687895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51a2c89c-933b-4221-971e-7c796a010111; range_end:; response_count:1; response_revision:4697; }","duration":"435.487547ms","start":"2026-06-30T18:12:46.395713Z","end":"2026-06-30T18:12:46.8312Z","steps":["trace[976687895] 'agreement among raft nodes before linearized reading' (duration: 435.422895ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:46.831222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.001493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:12:46.831228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:46.395688Z","time spent":"435.532439ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51a2c89c-933b-4221-971e-7c796a010111\" "} {"level":"info","ts":"2026-06-30T18:12:46.831123Z","caller":"traceutil/trace.go:171","msg":"trace[1082952398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4697; }","duration":"337.735667ms","start":"2026-06-30T18:12:46.493382Z","end":"2026-06-30T18:12:46.831117Z","steps":["trace[1082952398] 'agreement among raft nodes before linearized reading' (duration: 337.639574ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:46.831248Z","caller":"traceutil/trace.go:171","msg":"trace[951604137] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4697; }","duration":"672.031974ms","start":"2026-06-30T18:12:46.159209Z","end":"2026-06-30T18:12:46.831241Z","steps":["trace[951604137] 'agreement among raft nodes before linearized reading' (duration: 671.983013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:46.83127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:46.159115Z","time spent":"672.149258ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:12:46.831267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:46.493366Z","time spent":"337.890953ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:12:47.302972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.61098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-06-30T18:12:47.303215Z","caller":"traceutil/trace.go:171","msg":"trace[333919583] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"169.826534ms","start":"2026-06-30T18:12:47.133369Z","end":"2026-06-30T18:12:47.303196Z","steps":["trace[333919583] 'process raft request' (duration: 169.72097ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:47.303492Z","caller":"traceutil/trace.go:171","msg":"trace[863063722] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4701; }","duration":"278.191926ms","start":"2026-06-30T18:12:47.025286Z","end":"2026-06-30T18:12:47.303477Z","steps":["trace[863063722] 'process raft request' (duration: 45.959236ms)","trace[863063722] 'compare' (duration: 231.558868ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:12:47.303644Z","caller":"traceutil/trace.go:171","msg":"trace[264749508] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4913; }","duration":"197.091101ms","start":"2026-06-30T18:12:47.106532Z","end":"2026-06-30T18:12:47.303623Z","steps":["trace[264749508] 'read index received' (duration: 49.852µs)","trace[264749508] 'applied index is now lower than readState.Index' (duration: 197.039179ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:12:47.303766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.233925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:12:47.3038Z","caller":"traceutil/trace.go:171","msg":"trace[1776282289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4702; }","duration":"197.316178ms","start":"2026-06-30T18:12:47.106471Z","end":"2026-06-30T18:12:47.303788Z","steps":["trace[1776282289] 'agreement among raft nodes before linearized reading' (duration: 197.225805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.413853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-30T18:12:50.019277Z","caller":"traceutil/trace.go:171","msg":"trace[264870266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4766; }","duration":"587.61329ms","start":"2026-06-30T18:12:49.431643Z","end":"2026-06-30T18:12:50.019256Z","steps":["trace[264870266] 'range keys from in-memory index tree' (duration: 587.188426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.95492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-30T18:12:50.019276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.883658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-30T18:12:50.019343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:49.431618Z","time spent":"587.713393ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:12:50.019349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.499526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-06-30T18:12:50.019374Z","caller":"traceutil/trace.go:171","msg":"trace[1203034456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4766; }","duration":"588.044584ms","start":"2026-06-30T18:12:49.431308Z","end":"2026-06-30T18:12:50.019353Z","steps":["trace[1203034456] 'range keys from in-memory index tree' (duration: 587.62323ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.556512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51a2c89c-933b-4221-971e-7c796a010111\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-06-30T18:12:50.01938Z","caller":"traceutil/trace.go:171","msg":"trace[470971274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4766; }","duration":"588.151968ms","start":"2026-06-30T18:12:49.431197Z","end":"2026-06-30T18:12:50.019349Z","steps":["trace[470971274] 'range keys from in-memory index tree' (duration: 587.742174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.01942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:49.431281Z","time spent":"588.128237ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:12:50.019444Z","caller":"traceutil/trace.go:171","msg":"trace[2057451975] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51a2c89c-933b-4221-971e-7c796a010111; range_end:; response_count:1; response_revision:4766; }","duration":"622.739688ms","start":"2026-06-30T18:12:49.396682Z","end":"2026-06-30T18:12:50.019422Z","steps":["trace[2057451975] 'range keys from in-memory index tree' (duration: 622.300184ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.450205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-54b86d4d98-78vpv.18bdee6a8b84258e\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-06-30T18:12:50.019457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:49.431175Z","time spent":"588.270411ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:12:50.019483Z","caller":"traceutil/trace.go:171","msg":"trace[1604693590] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-54b86d4d98-78vpv.18bdee6a8b84258e; range_end:; response_count:1; response_revision:4766; }","duration":"123.526718ms","start":"2026-06-30T18:12:49.895949Z","end":"2026-06-30T18:12:50.019476Z","steps":["trace[1604693590] 'range keys from in-memory index tree' (duration: 123.31306ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:49.396661Z","time spent":"622.820871ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-51a2c89c-933b-4221-971e-7c796a010111\" "} {"level":"info","ts":"2026-06-30T18:12:50.01939Z","caller":"traceutil/trace.go:171","msg":"trace[61655845] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4766; }","duration":"123.5817ms","start":"2026-06-30T18:12:49.895796Z","end":"2026-06-30T18:12:50.019377Z","steps":["trace[61655845] 'range keys from in-memory index tree' (duration: 123.381472ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.047074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:12:50.01963Z","caller":"traceutil/trace.go:171","msg":"trace[633489681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4766; }","duration":"588.098285ms","start":"2026-06-30T18:12:49.43152Z","end":"2026-06-30T18:12:50.019619Z","steps":["trace[633489681] 'range keys from in-memory index tree' (duration: 587.953691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:49.431512Z","time spent":"588.143936ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:12:50.0197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.995781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-06-30T18:12:50.019529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.839035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:12:50.019777Z","caller":"traceutil/trace.go:171","msg":"trace[2037438763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:4766; }","duration":"587.145155ms","start":"2026-06-30T18:12:49.432616Z","end":"2026-06-30T18:12:50.019761Z","steps":["trace[2037438763] 'range keys from in-memory index tree' (duration: 586.636299ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.019845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:49.432606Z","time spent":"587.228537ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7nhzj\" "} {"level":"info","ts":"2026-06-30T18:12:50.019783Z","caller":"traceutil/trace.go:171","msg":"trace[17442222] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4766; }","duration":"587.107094ms","start":"2026-06-30T18:12:49.432644Z","end":"2026-06-30T18:12:50.019751Z","steps":["trace[17442222] 'range keys from in-memory index tree' (duration: 586.866326ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:12:50.020072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:12:49.432625Z","time spent":"587.425444ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-06-30T18:12:52.771084Z","caller":"traceutil/trace.go:171","msg":"trace[2034019270] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"148.605562ms","start":"2026-06-30T18:12:52.622437Z","end":"2026-06-30T18:12:52.771043Z","steps":["trace[2034019270] 'process raft request' (duration: 148.419456ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:12:52.771214Z","caller":"traceutil/trace.go:171","msg":"trace[1199394450] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4829; }","duration":"189.906029ms","start":"2026-06-30T18:12:52.581286Z","end":"2026-06-30T18:12:52.771192Z","steps":["trace[1199394450] 'process raft request' (duration: 126.298167ms)","trace[1199394450] 'compare' (duration: 63.152698ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:01.17753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.966365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:01.177655Z","caller":"traceutil/trace.go:171","msg":"trace[937453375] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5151; }","duration":"159.780892ms","start":"2026-06-30T18:13:01.017858Z","end":"2026-06-30T18:13:01.177639Z","steps":["trace[937453375] 'read index received' (duration: 43.545979ms)","trace[937453375] 'applied index is now lower than readState.Index' (duration: 116.233623ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:01.177707Z","caller":"traceutil/trace.go:171","msg":"trace[808241442] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"161.419775ms","start":"2026-06-30T18:13:01.016275Z","end":"2026-06-30T18:13:01.177694Z","steps":["trace[808241442] 'process raft request' (duration: 45.197112ms)","trace[808241442] 'compare' (duration: 115.846521ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:01.177759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.905186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:13:01.177793Z","caller":"traceutil/trace.go:171","msg":"trace[1662092724] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:0; response_revision:4931; }","duration":"159.952048ms","start":"2026-06-30T18:13:01.017832Z","end":"2026-06-30T18:13:01.177784Z","steps":["trace[1662092724] 'agreement among raft nodes before linearized reading' (duration: 159.895116ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:01.177963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.808925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-06-30T18:13:01.177989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.702526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:13:01.178019Z","caller":"traceutil/trace.go:171","msg":"trace[699364531] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4931; }","duration":"113.883648ms","start":"2026-06-30T18:13:01.064119Z","end":"2026-06-30T18:13:01.178003Z","steps":["trace[699364531] 'agreement among raft nodes before linearized reading' (duration: 113.725773ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:01.178063Z","caller":"traceutil/trace.go:171","msg":"trace[55937837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4931; }","duration":"115.842601ms","start":"2026-06-30T18:13:01.062203Z","end":"2026-06-30T18:13:01.178046Z","steps":["trace[55937837] 'agreement among raft nodes before linearized reading' (duration: 115.605174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:02.632416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.653885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:02.632507Z","caller":"traceutil/trace.go:171","msg":"trace[618127634] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"352.837362ms","start":"2026-06-30T18:13:02.279656Z","end":"2026-06-30T18:13:02.632493Z","steps":["trace[618127634] 'read index received' (duration: 231.95919ms)","trace[618127634] 'applied index is now lower than readState.Index' (duration: 120.877282ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:02.632585Z","caller":"traceutil/trace.go:171","msg":"trace[1620272920] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"411.168836ms","start":"2026-06-30T18:13:02.221407Z","end":"2026-06-30T18:13:02.632576Z","steps":["trace[1620272920] 'process raft request' (duration: 290.238932ms)","trace[1620272920] 'compare' (duration: 120.516011ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:02.63264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:02.221382Z","time spent":"411.227198ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:02.632822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.788279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-30T18:13:02.633099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.440492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-06-30T18:13:02.633128Z","caller":"traceutil/trace.go:171","msg":"trace[505218544] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4972; }","duration":"353.500314ms","start":"2026-06-30T18:13:02.279619Z","end":"2026-06-30T18:13:02.633119Z","steps":["trace[505218544] 'agreement among raft nodes before linearized reading' (duration: 353.39358ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:02.633155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:02.279601Z","time spent":"353.545455ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:13:02.633276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.063363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-30T18:13:02.633325Z","caller":"traceutil/trace.go:171","msg":"trace[70641415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4972; }","duration":"317.160837ms","start":"2026-06-30T18:13:02.316152Z","end":"2026-06-30T18:13:02.633313Z","steps":["trace[70641415] 'agreement among raft nodes before linearized reading' (duration: 317.019082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:02.633362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:02.316118Z","time spent":"317.236029ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:13:02.632906Z","caller":"traceutil/trace.go:171","msg":"trace[705918853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4972; }","duration":"318.883382ms","start":"2026-06-30T18:13:02.314001Z","end":"2026-06-30T18:13:02.632885Z","steps":["trace[705918853] 'agreement among raft nodes before linearized reading' (duration: 318.662825ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:02.633786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:02.313945Z","time spent":"319.832253ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:13:02.764587Z","caller":"traceutil/trace.go:171","msg":"trace[1357357482] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"127.619139ms","start":"2026-06-30T18:13:02.636942Z","end":"2026-06-30T18:13:02.764561Z","steps":["trace[1357357482] 'process raft request' (duration: 103.109581ms)","trace[1357357482] 'compare' (duration: 24.27619ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:02.764874Z","caller":"traceutil/trace.go:171","msg":"trace[1932986012] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"126.494373ms","start":"2026-06-30T18:13:02.638336Z","end":"2026-06-30T18:13:02.764831Z","steps":["trace[1932986012] 'process raft request' (duration: 126.176413ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.953014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.832527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:03.953399Z","caller":"traceutil/trace.go:171","msg":"trace[1934356483] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5201; }","duration":"848.171051ms","start":"2026-06-30T18:13:03.105206Z","end":"2026-06-30T18:13:03.953377Z","steps":["trace[1934356483] 'read index received' (duration: 62.660613ms)","trace[1934356483] 'applied index is now lower than readState.Index' (duration: 785.505217ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:03.953548Z","caller":"traceutil/trace.go:171","msg":"trace[1924984276] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"848.487361ms","start":"2026-06-30T18:13:03.105048Z","end":"2026-06-30T18:13:03.953536Z","steps":["trace[1924984276] 'process raft request' (duration: 848.133979ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:03.953598Z","caller":"traceutil/trace.go:171","msg":"trace[823559586] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"848.636966ms","start":"2026-06-30T18:13:03.104934Z","end":"2026-06-30T18:13:03.953571Z","steps":["trace[823559586] 'process raft request' (duration: 62.931041ms)","trace[823559586] 'compare' (duration: 784.62397ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:03.953637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.10503Z","time spent":"848.561613ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:03.953741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.10491Z","time spent":"848.75082ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:03.954007Z","caller":"traceutil/trace.go:171","msg":"trace[1415195150] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"848.632976ms","start":"2026-06-30T18:13:03.105148Z","end":"2026-06-30T18:13:03.953781Z","steps":["trace[1415195150] 'process raft request' (duration: 848.103819ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.954109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.872279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-06-30T18:13:03.954193Z","caller":"traceutil/trace.go:171","msg":"trace[156203667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4982; }","duration":"800.013613ms","start":"2026-06-30T18:13:03.154166Z","end":"2026-06-30T18:13:03.954179Z","steps":["trace[156203667] 'agreement among raft nodes before linearized reading' (duration: 799.59688ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:03.954182Z","caller":"traceutil/trace.go:171","msg":"trace[497029112] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"848.138489ms","start":"2026-06-30T18:13:03.106003Z","end":"2026-06-30T18:13:03.954141Z","steps":["trace[497029112] 'process raft request' (duration: 847.298662ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.954244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.632863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-06-30T18:13:03.954252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.154152Z","time spent":"800.091166ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T18:13:03.954282Z","caller":"traceutil/trace.go:171","msg":"trace[1603111065] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4982; }","duration":"748.677095ms","start":"2026-06-30T18:13:03.205588Z","end":"2026-06-30T18:13:03.954265Z","steps":["trace[1603111065] 'agreement among raft nodes before linearized reading' (duration: 748.570622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.954224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.105139Z","time spent":"848.973686ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:03.954313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.20558Z","time spent":"748.726816ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:13:03.95434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.105983Z","time spent":"848.282924ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:03.954436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.250445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:13:03.954466Z","caller":"traceutil/trace.go:171","msg":"trace[364357407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4982; }","duration":"849.322007ms","start":"2026-06-30T18:13:03.105137Z","end":"2026-06-30T18:13:03.954459Z","steps":["trace[364357407] 'agreement among raft nodes before linearized reading' (duration: 849.275566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.954485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.105113Z","time spent":"849.367509ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:13:03.954516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.891854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:13:03.954546Z","caller":"traceutil/trace.go:171","msg":"trace[810525804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4982; }","duration":"763.943715ms","start":"2026-06-30T18:13:03.190595Z","end":"2026-06-30T18:13:03.954538Z","steps":["trace[810525804] 'agreement among raft nodes before linearized reading' (duration: 763.846652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.954584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.190585Z","time spent":"763.976087ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:13:03.954435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.988975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:13:03.954783Z","caller":"traceutil/trace.go:171","msg":"trace[851312868] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4982; }","duration":"749.362737ms","start":"2026-06-30T18:13:03.2054Z","end":"2026-06-30T18:13:03.954763Z","steps":["trace[851312868] 'agreement among raft nodes before linearized reading' (duration: 748.944204ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.954807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.344709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:13:03.954851Z","caller":"traceutil/trace.go:171","msg":"trace[1865231720] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4982; }","duration":"108.425081ms","start":"2026-06-30T18:13:03.846415Z","end":"2026-06-30T18:13:03.95484Z","steps":["trace[1865231720] 'agreement among raft nodes before linearized reading' (duration: 108.296377ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:03.954858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.205379Z","time spent":"749.45287ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:13:04.58404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.956959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:04.584354Z","caller":"traceutil/trace.go:171","msg":"trace[1872962305] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"595.257168ms","start":"2026-06-30T18:13:03.989055Z","end":"2026-06-30T18:13:04.584312Z","steps":["trace[1872962305] 'process raft request' (duration: 225.831103ms)","trace[1872962305] 'compare' (duration: 368.699351ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:04.584529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.989039Z","time spent":"595.381561ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:04.584621Z","caller":"traceutil/trace.go:171","msg":"trace[1552975105] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"561.70885ms","start":"2026-06-30T18:13:04.022887Z","end":"2026-06-30T18:13:04.584595Z","steps":["trace[1552975105] 'process raft request' (duration: 561.632227ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:04.584711Z","caller":"traceutil/trace.go:171","msg":"trace[107654552] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5207; }","duration":"594.491013ms","start":"2026-06-30T18:13:03.990188Z","end":"2026-06-30T18:13:04.584679Z","steps":["trace[107654552] 'read index received' (duration: 224.776999ms)","trace[107654552] 'applied index is now lower than readState.Index' (duration: 369.708923ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:04.584735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:04.022861Z","time spent":"561.826164ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:04.584762Z","caller":"traceutil/trace.go:171","msg":"trace[1312510697] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"593.709407ms","start":"2026-06-30T18:13:03.990998Z","end":"2026-06-30T18:13:04.584708Z","steps":["trace[1312510697] 'process raft request' (duration: 593.203051ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:04.58512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.930166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16680"} {"level":"warn","ts":"2026-06-30T18:13:04.585111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.105505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:13:04.58515Z","caller":"traceutil/trace.go:171","msg":"trace[2125205377] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4987; }","duration":"594.989238ms","start":"2026-06-30T18:13:03.990152Z","end":"2026-06-30T18:13:04.585142Z","steps":["trace[2125205377] 'agreement among raft nodes before linearized reading' (duration: 594.668418ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:04.585157Z","caller":"traceutil/trace.go:171","msg":"trace[1368753888] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4987; }","duration":"360.23506ms","start":"2026-06-30T18:13:04.224912Z","end":"2026-06-30T18:13:04.585147Z","steps":["trace[1368753888] 'agreement among raft nodes before linearized reading' (duration: 359.953681ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:04.585172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.990121Z","time spent":"595.04551ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16702,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-30T18:13:04.585189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:04.22489Z","time spent":"360.290201ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:13:04.585177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.13426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:13:04.58518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.443508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:13:04.585235Z","caller":"traceutil/trace.go:171","msg":"trace[1777419995] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4987; }","duration":"319.234823ms","start":"2026-06-30T18:13:04.265983Z","end":"2026-06-30T18:13:04.585218Z","steps":["trace[1777419995] 'agreement among raft nodes before linearized reading' (duration: 319.099508ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:04.585249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.841969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-30T18:13:04.585223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:03.990986Z","time spent":"594.141672ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:04.58525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.113832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-30T18:13:04.585278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:04.265966Z","time spent":"319.304015ms","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:13:04.585302Z","caller":"traceutil/trace.go:171","msg":"trace[1149151072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4987; }","duration":"431.944092ms","start":"2026-06-30T18:13:04.153345Z","end":"2026-06-30T18:13:04.585289Z","steps":["trace[1149151072] 'agreement among raft nodes before linearized reading' (duration: 431.750136ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:04.585294Z","caller":"traceutil/trace.go:171","msg":"trace[1812534789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4987; }","duration":"479.586592ms","start":"2026-06-30T18:13:04.105678Z","end":"2026-06-30T18:13:04.585265Z","steps":["trace[1812534789] 'agreement among raft nodes before linearized reading' (duration: 479.416897ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:04.585323Z","caller":"traceutil/trace.go:171","msg":"trace[1812200436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:4987; }","duration":"486.202325ms","start":"2026-06-30T18:13:04.099101Z","end":"2026-06-30T18:13:04.585303Z","steps":["trace[1812200436] 'agreement among raft nodes before linearized reading' (duration: 485.75911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:04.585343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:04.153325Z","time spent":"432.010055ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:13:04.585349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:04.105664Z","time spent":"479.676566ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:13:04.585363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:04.099035Z","time spent":"486.320738ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7nhzj\" "} {"level":"info","ts":"2026-06-30T18:13:07.737085Z","caller":"traceutil/trace.go:171","msg":"trace[616378664] linearizableReadLoop","detail":"{readStateIndex:5260; appliedIndex:5259; }","duration":"244.168271ms","start":"2026-06-30T18:13:07.492894Z","end":"2026-06-30T18:13:07.737062Z","steps":["trace[616378664] 'read index received' (duration: 222.231537ms)","trace[616378664] 'applied index is now lower than readState.Index' (duration: 21.935154ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:07.737116Z","caller":"traceutil/trace.go:171","msg":"trace[968155896] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"296.656457ms","start":"2026-06-30T18:13:07.440423Z","end":"2026-06-30T18:13:07.737079Z","steps":["trace[968155896] 'process raft request' (duration: 274.798005ms)","trace[968155896] 'compare' (duration: 21.595133ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:07.737268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.184106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:13:07.737298Z","caller":"traceutil/trace.go:171","msg":"trace[1842370285] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5035; }","duration":"227.276258ms","start":"2026-06-30T18:13:07.510011Z","end":"2026-06-30T18:13:07.737287Z","steps":["trace[1842370285] 'agreement among raft nodes before linearized reading' (duration: 227.166055ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:07.737509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.576224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-30T18:13:07.737644Z","caller":"traceutil/trace.go:171","msg":"trace[1243054993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5035; }","duration":"244.75717ms","start":"2026-06-30T18:13:07.492855Z","end":"2026-06-30T18:13:07.737612Z","steps":["trace[1243054993] 'agreement among raft nodes before linearized reading' (duration: 244.293705ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:10.942624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.141029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-30T18:13:10.942715Z","caller":"traceutil/trace.go:171","msg":"trace[182054583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5122; }","duration":"309.298204ms","start":"2026-06-30T18:13:10.6334Z","end":"2026-06-30T18:13:10.942698Z","steps":["trace[182054583] 'range keys from in-memory index tree' (duration: 308.969574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:10.942729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.315933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-30T18:13:10.942768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.633377Z","time spent":"309.378396ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:13:10.942805Z","caller":"traceutil/trace.go:171","msg":"trace[526461848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:5122; }","duration":"308.427616ms","start":"2026-06-30T18:13:10.634358Z","end":"2026-06-30T18:13:10.942786Z","steps":["trace[526461848] 'range keys from in-memory index tree' (duration: 308.045783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:10.942858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.634339Z","time spent":"308.507758ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7nhzj\" "} {"level":"warn","ts":"2026-06-30T18:13:10.943023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.964798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:13:10.943079Z","caller":"traceutil/trace.go:171","msg":"trace[2036765305] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5122; }","duration":"283.056631ms","start":"2026-06-30T18:13:10.660004Z","end":"2026-06-30T18:13:10.943061Z","steps":["trace[2036765305] 'range keys from in-memory index tree' (duration: 282.505543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:10.943086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.996957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-30T18:13:10.943005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.115271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-06-30T18:13:10.943123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.958743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:13:10.943169Z","caller":"traceutil/trace.go:171","msg":"trace[917647178] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5122; }","duration":"315.314908ms","start":"2026-06-30T18:13:10.627823Z","end":"2026-06-30T18:13:10.943138Z","steps":["trace[917647178] 'range keys from in-memory index tree' (duration: 314.951655ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:10.943174Z","caller":"traceutil/trace.go:171","msg":"trace[1573649698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5122; }","duration":"257.030415ms","start":"2026-06-30T18:13:10.686128Z","end":"2026-06-30T18:13:10.943158Z","steps":["trace[1573649698] 'range keys from in-memory index tree' (duration: 256.279241ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:10.943186Z","caller":"traceutil/trace.go:171","msg":"trace[1920916894] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5349; }","duration":"195.425936ms","start":"2026-06-30T18:13:10.747727Z","end":"2026-06-30T18:13:10.943153Z","steps":["trace[1920916894] 'read index received' (duration: 83.199052ms)","trace[1920916894] 'applied index is now lower than readState.Index' (duration: 112.225454ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:10.94326Z","caller":"traceutil/trace.go:171","msg":"trace[1650249597] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"236.961901ms","start":"2026-06-30T18:13:10.706277Z","end":"2026-06-30T18:13:10.943239Z","steps":["trace[1650249597] 'process raft request' (duration: 124.714946ms)","trace[1650249597] 'compare' (duration: 111.721768ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:10.943414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.512472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-06-30T18:13:10.94343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.095733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T18:13:10.943438Z","caller":"traceutil/trace.go:171","msg":"trace[1596892731] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5123; }","duration":"135.578404ms","start":"2026-06-30T18:13:10.807853Z","end":"2026-06-30T18:13:10.943432Z","steps":["trace[1596892731] 'agreement among raft nodes before linearized reading' (duration: 135.484721ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:10.943463Z","caller":"traceutil/trace.go:171","msg":"trace[766599041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5123; }","duration":"137.164935ms","start":"2026-06-30T18:13:10.806287Z","end":"2026-06-30T18:13:10.943452Z","steps":["trace[766599041] 'agreement among raft nodes before linearized reading' (duration: 137.057601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:10.943464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.704383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-30T18:13:10.943473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.736326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-30T18:13:10.943518Z","caller":"traceutil/trace.go:171","msg":"trace[650504744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5123; }","duration":"189.792256ms","start":"2026-06-30T18:13:10.753711Z","end":"2026-06-30T18:13:10.943503Z","steps":["trace[650504744] 'agreement among raft nodes before linearized reading' (duration: 189.600369ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:10.943204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.627806Z","time spent":"315.38762ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:13:10.943527Z","caller":"traceutil/trace.go:171","msg":"trace[1880657259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81; range_end:; response_count:1; response_revision:5123; }","duration":"195.816419ms","start":"2026-06-30T18:13:10.747695Z","end":"2026-06-30T18:13:10.943512Z","steps":["trace[1880657259] 'agreement among raft nodes before linearized reading' (duration: 195.594382ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.073424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.207714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:12.073695Z","caller":"traceutil/trace.go:171","msg":"trace[1064786790] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"1.125610421s","start":"2026-06-30T18:13:10.948057Z","end":"2026-06-30T18:13:12.073667Z","steps":["trace[1064786790] 'process raft request' (duration: 989.042285ms)","trace[1064786790] 'compare' (duration: 135.76616ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:12.073711Z","caller":"traceutil/trace.go:171","msg":"trace[1150531723] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"1.125215519s","start":"2026-06-30T18:13:10.948475Z","end":"2026-06-30T18:13:12.07369Z","steps":["trace[1150531723] 'process raft request' (duration: 1.125071074s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.073809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.948464Z","time spent":"1.125298351s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:12.073832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.948037Z","time spent":"1.125718675s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:12.073873Z","caller":"traceutil/trace.go:171","msg":"trace[628967757] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"1.125178718s","start":"2026-06-30T18:13:10.948673Z","end":"2026-06-30T18:13:12.073852Z","steps":["trace[628967757] 'process raft request' (duration: 1.124962841s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:12.073917Z","caller":"traceutil/trace.go:171","msg":"trace[327588145] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"1.124766615s","start":"2026-06-30T18:13:10.949141Z","end":"2026-06-30T18:13:12.073907Z","steps":["trace[327588145] 'process raft request' (duration: 1.124695102s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:12.073913Z","caller":"traceutil/trace.go:171","msg":"trace[1930965498] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"1.125082725s","start":"2026-06-30T18:13:10.948798Z","end":"2026-06-30T18:13:12.073881Z","steps":["trace[1930965498] 'process raft request' (duration: 1.124978431s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.07395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.948666Z","time spent":"1.12524798s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:12.074003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.949122Z","time spent":"1.124839806s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:13:12.07402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.948791Z","time spent":"1.125178828s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:12.074082Z","caller":"traceutil/trace.go:171","msg":"trace[66604660] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"1.122925125s","start":"2026-06-30T18:13:10.951137Z","end":"2026-06-30T18:13:12.074063Z","steps":["trace[66604660] 'process raft request' (duration: 1.122727628s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:12.074109Z","caller":"traceutil/trace.go:171","msg":"trace[468269047] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"1.120389254s","start":"2026-06-30T18:13:10.953702Z","end":"2026-06-30T18:13:12.074091Z","steps":["trace[468269047] 'process raft request' (duration: 1.12027894s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:12.074187Z","caller":"traceutil/trace.go:171","msg":"trace[1399776400] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5350; }","duration":"1.126022784s","start":"2026-06-30T18:13:10.948154Z","end":"2026-06-30T18:13:12.074176Z","steps":["trace[1399776400] 'read index received' (duration: 43.049032ms)","trace[1399776400] 'applied index is now lower than readState.Index' (duration: 1.082972512s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:12.074202Z","caller":"traceutil/trace.go:171","msg":"trace[1602566731] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"1.119108292s","start":"2026-06-30T18:13:10.955088Z","end":"2026-06-30T18:13:12.074197Z","steps":["trace[1602566731] 'process raft request' (duration: 1.118959477s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.074198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.953685Z","time spent":"1.120467816s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:12.074248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.95508Z","time spent":"1.119148974s","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:12.074183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.951128Z","time spent":"1.123004508s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:12.07438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126221281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59703"} {"level":"info","ts":"2026-06-30T18:13:12.074424Z","caller":"traceutil/trace.go:171","msg":"trace[1539784779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5132; }","duration":"1.126279733s","start":"2026-06-30T18:13:10.948134Z","end":"2026-06-30T18:13:12.074413Z","steps":["trace[1539784779] 'agreement among raft nodes before linearized reading' (duration: 1.126088447s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.074451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.948126Z","time spent":"1.126318854s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":59725,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-30T18:13:12.36926Z","caller":"traceutil/trace.go:171","msg":"trace[1104794777] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"1.281150508s","start":"2026-06-30T18:13:11.088032Z","end":"2026-06-30T18:13:12.369182Z","steps":["trace[1104794777] 'process raft request' (duration: 1.196493699s)","trace[1104794777] 'compare' (duration: 83.942586ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:12.369424Z","caller":"traceutil/trace.go:171","msg":"trace[657446075] linearizableReadLoop","detail":"{readStateIndex:5360; appliedIndex:5359; }","duration":"295.16285ms","start":"2026-06-30T18:13:12.07423Z","end":"2026-06-30T18:13:12.369393Z","steps":["trace[657446075] 'read index received' (duration: 210.314655ms)","trace[657446075] 'applied index is now lower than readState.Index' (duration: 84.846405ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:12.369724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:11.088013Z","time spent":"1.281608822s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:12.37045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.245043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:13:12.370556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.855872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-30T18:13:12.370652Z","caller":"traceutil/trace.go:171","msg":"trace[1385588705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81; range_end:; response_count:1; response_revision:5134; }","duration":"423.000046ms","start":"2026-06-30T18:13:11.947627Z","end":"2026-06-30T18:13:12.370627Z","steps":["trace[1385588705] 'agreement among raft nodes before linearized reading' (duration: 421.896361ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:12.370608Z","caller":"traceutil/trace.go:171","msg":"trace[1668685105] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5134; }","duration":"687.389668ms","start":"2026-06-30T18:13:11.683124Z","end":"2026-06-30T18:13:12.370514Z","steps":["trace[1668685105] 'agreement among raft nodes before linearized reading' (duration: 686.328574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.370706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419666696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"warn","ts":"2026-06-30T18:13:12.370722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270087242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-06-30T18:13:12.370817Z","caller":"traceutil/trace.go:171","msg":"trace[15486708] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5134; }","duration":"1.419826761s","start":"2026-06-30T18:13:10.950968Z","end":"2026-06-30T18:13:12.370794Z","steps":["trace[15486708] 'agreement among raft nodes before linearized reading' (duration: 1.41854909s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:12.370863Z","caller":"traceutil/trace.go:171","msg":"trace[1256958266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81; range_end:; response_count:1; response_revision:5134; }","duration":"1.270259168s","start":"2026-06-30T18:13:11.100572Z","end":"2026-06-30T18:13:12.370831Z","steps":["trace[1256958266] 'agreement among raft nodes before linearized reading' (duration: 1.268970316s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.370873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:10.950957Z","time spent":"1.419904934s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3980,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-06-30T18:13:12.370799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:11.683105Z","time spent":"687.666937ms","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:13:12.370899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.698712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:13:12.370931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:11.100564Z","time spent":"1.27035194s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81\" "} {"level":"info","ts":"2026-06-30T18:13:12.370955Z","caller":"traceutil/trace.go:171","msg":"trace[1423092335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5134; }","duration":"264.772784ms","start":"2026-06-30T18:13:12.106165Z","end":"2026-06-30T18:13:12.370938Z","steps":["trace[1423092335] 'agreement among raft nodes before linearized reading' (duration: 264.674491ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.370971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.181316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2592"} {"level":"info","ts":"2026-06-30T18:13:12.371038Z","caller":"traceutil/trace.go:171","msg":"trace[1373284088] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5134; }","duration":"288.257459ms","start":"2026-06-30T18:13:12.082765Z","end":"2026-06-30T18:13:12.371022Z","steps":["trace[1373284088] 'agreement among raft nodes before linearized reading' (duration: 288.100564ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.370737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:11.947602Z","time spent":"423.097889ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-07f924ba-9f7c-4472-b433-003745e07a81\" "} {"level":"info","ts":"2026-06-30T18:13:12.371244Z","caller":"traceutil/trace.go:171","msg":"trace[1524519188] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"281.345947ms","start":"2026-06-30T18:13:12.089868Z","end":"2026-06-30T18:13:12.371214Z","steps":["trace[1524519188] 'process raft request' (duration: 279.238299ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.371394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.902936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:13:12.371501Z","caller":"traceutil/trace.go:171","msg":"trace[1338389358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5134; }","duration":"302.078832ms","start":"2026-06-30T18:13:12.069398Z","end":"2026-06-30T18:13:12.371477Z","steps":["trace[1338389358] 'agreement among raft nodes before linearized reading' (duration: 300.099259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.37156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:12.069369Z","time spent":"302.178296ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:13:12.371763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.036892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-06-30T18:13:12.371824Z","caller":"traceutil/trace.go:171","msg":"trace[266483871] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5134; }","duration":"293.134195ms","start":"2026-06-30T18:13:12.078672Z","end":"2026-06-30T18:13:12.371807Z","steps":["trace[266483871] 'agreement among raft nodes before linearized reading' (duration: 292.952879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.372035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.920731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-06-30T18:13:12.372094Z","caller":"traceutil/trace.go:171","msg":"trace[907737404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5134; }","duration":"294.018504ms","start":"2026-06-30T18:13:12.07806Z","end":"2026-06-30T18:13:12.372078Z","steps":["trace[907737404] 'agreement among raft nodes before linearized reading' (duration: 292.775184ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.373318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153426826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2588247"} {"level":"info","ts":"2026-06-30T18:13:12.373485Z","caller":"traceutil/trace.go:171","msg":"trace[1980600457] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5134; }","duration":"1.153634453s","start":"2026-06-30T18:13:11.219823Z","end":"2026-06-30T18:13:12.373458Z","steps":["trace[1980600457] 'agreement among raft nodes before linearized reading' (duration: 1.149713177s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.373605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:11.219808Z","time spent":"1.153778897s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2588269,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-06-30T18:13:12.374276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.04805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-30T18:13:12.374345Z","caller":"traceutil/trace.go:171","msg":"trace[1398227160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5134; }","duration":"967.148083ms","start":"2026-06-30T18:13:11.407179Z","end":"2026-06-30T18:13:12.374327Z","steps":["trace[1398227160] 'agreement among raft nodes before linearized reading' (duration: 962.369769ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:12.374387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:11.407164Z","time spent":"967.211705ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-30T18:13:13.234659Z","caller":"traceutil/trace.go:171","msg":"trace[155764904] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"109.215947ms","start":"2026-06-30T18:13:13.125412Z","end":"2026-06-30T18:13:13.234628Z","steps":["trace[155764904] 'process raft request' (duration: 109.021101ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:20.704516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.922243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:20.704639Z","caller":"traceutil/trace.go:171","msg":"trace[1204364800] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5481; }","duration":"190.84348ms","start":"2026-06-30T18:13:20.513775Z","end":"2026-06-30T18:13:20.704619Z","steps":["trace[1204364800] 'read index received' (duration: 65.623208ms)","trace[1204364800] 'applied index is now lower than readState.Index' (duration: 125.218472ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:20.704663Z","caller":"traceutil/trace.go:171","msg":"trace[287161945] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"282.73122ms","start":"2026-06-30T18:13:20.421906Z","end":"2026-06-30T18:13:20.704637Z","steps":["trace[287161945] 'process raft request' (duration: 157.579841ms)","trace[287161945] 'compare' (duration: 124.777988ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:20.705076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.088858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-30T18:13:20.705113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.982491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:13:20.705151Z","caller":"traceutil/trace.go:171","msg":"trace[366046354] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5250; }","duration":"147.028803ms","start":"2026-06-30T18:13:20.558112Z","end":"2026-06-30T18:13:20.705141Z","steps":["trace[366046354] 'agreement among raft nodes before linearized reading' (duration: 146.95889ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:20.705225Z","caller":"traceutil/trace.go:171","msg":"trace[1896897572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5250; }","duration":"191.386737ms","start":"2026-06-30T18:13:20.513731Z","end":"2026-06-30T18:13:20.705118Z","steps":["trace[1896897572] 'agreement among raft nodes before linearized reading' (duration: 191.018515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:24.985512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.293154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:24.985629Z","caller":"traceutil/trace.go:171","msg":"trace[1648985501] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"741.482055ms","start":"2026-06-30T18:13:24.244125Z","end":"2026-06-30T18:13:24.985607Z","steps":["trace[1648985501] 'process raft request' (duration: 276.005384ms)","trace[1648985501] 'compare' (duration: 465.172961ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:24.985691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.244112Z","time spent":"741.549887ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:25.251253Z","caller":"traceutil/trace.go:171","msg":"trace[1319953174] linearizableReadLoop","detail":"{readStateIndex:5511; appliedIndex:5509; }","duration":"961.339027ms","start":"2026-06-30T18:13:24.289886Z","end":"2026-06-30T18:13:25.251225Z","steps":["trace[1319953174] 'read index received' (duration: 230.350829ms)","trace[1319953174] 'applied index is now lower than readState.Index' (duration: 730.987068ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:25.251359Z","caller":"traceutil/trace.go:171","msg":"trace[1276022813] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"983.88458ms","start":"2026-06-30T18:13:24.267442Z","end":"2026-06-30T18:13:25.251326Z","steps":["trace[1276022813] 'process raft request' (duration: 983.607701ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.251528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.267423Z","time spent":"984.020495ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10791,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:25.251732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.788521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-30T18:13:25.251796Z","caller":"traceutil/trace.go:171","msg":"trace[1894899851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5278; }","duration":"961.948396ms","start":"2026-06-30T18:13:24.289832Z","end":"2026-06-30T18:13:25.251781Z","steps":["trace[1894899851] 'agreement among raft nodes before linearized reading' (duration: 961.526072ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.251878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.289811Z","time spent":"962.053049ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-30T18:13:25.571757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.878036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:13:25.571986Z","caller":"traceutil/trace.go:171","msg":"trace[1016511363] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"850.979451ms","start":"2026-06-30T18:13:24.72098Z","end":"2026-06-30T18:13:25.571959Z","steps":["trace[1016511363] 'process raft request' (duration: 628.819387ms)","trace[1016511363] 'compare' (duration: 221.72215ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:25.572119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.720959Z","time spent":"851.087134ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:25.572131Z","caller":"traceutil/trace.go:171","msg":"trace[961654281] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5511; }","duration":"320.776522ms","start":"2026-06-30T18:13:25.251328Z","end":"2026-06-30T18:13:25.572104Z","steps":["trace[961654281] 'read index received' (duration: 98.560166ms)","trace[961654281] 'applied index is now lower than readState.Index' (duration: 222.214026ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:25.572263Z","caller":"traceutil/trace.go:171","msg":"trace[900682783] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"313.86047ms","start":"2026-06-30T18:13:25.258341Z","end":"2026-06-30T18:13:25.572202Z","steps":["trace[900682783] 'process raft request' (duration: 313.747456ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.572311Z","caller":"traceutil/trace.go:171","msg":"trace[1318698118] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"314.605113ms","start":"2026-06-30T18:13:25.257672Z","end":"2026-06-30T18:13:25.572277Z","steps":["trace[1318698118] 'process raft request' (duration: 314.368616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.572375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.258305Z","time spent":"314.016915ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:25.572456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.257644Z","time spent":"314.735957ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:25.572468Z","caller":"traceutil/trace.go:171","msg":"trace[1444225007] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"314.736078ms","start":"2026-06-30T18:13:25.257554Z","end":"2026-06-30T18:13:25.57229Z","steps":["trace[1444225007] 'process raft request' (duration: 314.420467ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.572549Z","caller":"traceutil/trace.go:171","msg":"trace[1976506147] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"314.069047ms","start":"2026-06-30T18:13:25.258471Z","end":"2026-06-30T18:13:25.57254Z","steps":["trace[1976506147] 'process raft request' (duration: 313.683574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.572562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.307312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-06-30T18:13:25.572601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.258462Z","time spent":"314.117888ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:25.572544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.344189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:13:25.572653Z","caller":"traceutil/trace.go:171","msg":"trace[685962281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5284; }","duration":"360.490838ms","start":"2026-06-30T18:13:25.212141Z","end":"2026-06-30T18:13:25.572631Z","steps":["trace[685962281] 'agreement among raft nodes before linearized reading' (duration: 360.227869ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.572634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.655376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:13:25.572777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.948739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"warn","ts":"2026-06-30T18:13:25.572784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.383426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-30T18:13:25.572498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.663746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:13:25.572817Z","caller":"traceutil/trace.go:171","msg":"trace[362926810] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5284; }","duration":"317.025241ms","start":"2026-06-30T18:13:25.255778Z","end":"2026-06-30T18:13:25.572803Z","steps":["trace[362926810] 'agreement among raft nodes before linearized reading' (duration: 316.915478ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.572843Z","caller":"traceutil/trace.go:171","msg":"trace[728361052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5284; }","duration":"465.470359ms","start":"2026-06-30T18:13:25.10735Z","end":"2026-06-30T18:13:25.57282Z","steps":["trace[728361052] 'agreement among raft nodes before linearized reading' (duration: 465.006784ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.572873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.255751Z","time spent":"317.113754ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17231,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-06-30T18:13:25.572661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103803041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-06-30T18:13:25.572877Z","caller":"traceutil/trace.go:171","msg":"trace[1417188602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5284; }","duration":"849.045089ms","start":"2026-06-30T18:13:24.723805Z","end":"2026-06-30T18:13:25.57285Z","steps":["trace[1417188602] 'agreement among raft nodes before linearized reading' (duration: 848.503221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.572895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.107326Z","time spent":"465.559182ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:13:25.572949Z","caller":"traceutil/trace.go:171","msg":"trace[1478925494] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5284; }","duration":"1.104093971s","start":"2026-06-30T18:13:24.468824Z","end":"2026-06-30T18:13:25.572918Z","steps":["trace[1478925494] 'agreement among raft nodes before linearized reading' (duration: 1.103513572s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.57298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.468808Z","time spent":"1.104162452s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3220,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-06-30T18:13:25.572586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.127537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-06-30T18:13:25.573014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.723795Z","time spent":"849.134921ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T18:13:25.573028Z","caller":"traceutil/trace.go:171","msg":"trace[1671816212] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5284; }","duration":"653.598791ms","start":"2026-06-30T18:13:24.919415Z","end":"2026-06-30T18:13:25.573014Z","steps":["trace[1671816212] 'agreement among raft nodes before linearized reading' (duration: 652.879038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.573238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.9194Z","time spent":"653.709125ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:13:25.572642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.804954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-07f924ba-9f7c-4472-b433-003745e07a81\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-06-30T18:13:25.572287Z","caller":"traceutil/trace.go:171","msg":"trace[716980015] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"468.525457ms","start":"2026-06-30T18:13:25.103751Z","end":"2026-06-30T18:13:25.572276Z","steps":["trace[716980015] 'process raft request' (duration: 468.124014ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.573359Z","caller":"traceutil/trace.go:171","msg":"trace[618907620] range","detail":"{range_begin:/registry/persistentvolumes/pvc-07f924ba-9f7c-4472-b433-003745e07a81; range_end:; response_count:1; response_revision:5284; }","duration":"317.544648ms","start":"2026-06-30T18:13:25.255781Z","end":"2026-06-30T18:13:25.573326Z","steps":["trace[618907620] 'agreement among raft nodes before linearized reading' (duration: 316.661699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.573425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.10372Z","time spent":"469.674814ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:13:25.572657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.083824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-06-30T18:13:25.573229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.665753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:13:25.573746Z","caller":"traceutil/trace.go:171","msg":"trace[1386505275] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5284; }","duration":"654.235902ms","start":"2026-06-30T18:13:24.919482Z","end":"2026-06-30T18:13:25.573718Z","steps":["trace[1386505275] 'agreement among raft nodes before linearized reading' (duration: 652.881238ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.574138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.919459Z","time spent":"654.462149ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:13:25.572701Z","caller":"traceutil/trace.go:171","msg":"trace[48106094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5284; }","duration":"467.554056ms","start":"2026-06-30T18:13:25.105119Z","end":"2026-06-30T18:13:25.572673Z","steps":["trace[48106094] 'agreement among raft nodes before linearized reading' (duration: 467.257736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.574546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.10511Z","time spent":"469.419466ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:13:25.572709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.212108Z","time spent":"360.588041ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T18:13:25.572804Z","caller":"traceutil/trace.go:171","msg":"trace[58638471] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5284; }","duration":"239.926295ms","start":"2026-06-30T18:13:25.332853Z","end":"2026-06-30T18:13:25.57278Z","steps":["trace[58638471] 'agreement among raft nodes before linearized reading' (duration: 239.669497ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.573507Z","caller":"traceutil/trace.go:171","msg":"trace[737295637] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5284; }","duration":"866.004393ms","start":"2026-06-30T18:13:24.707484Z","end":"2026-06-30T18:13:25.573489Z","steps":["trace[737295637] 'agreement among raft nodes before linearized reading' (duration: 864.843846ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.575156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:24.707461Z","time spent":"867.676287ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3220,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-06-30T18:13:25.573467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.255774Z","time spent":"317.674562ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-07f924ba-9f7c-4472-b433-003745e07a81\" "} {"level":"warn","ts":"2026-06-30T18:13:25.57364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:13:25.257536Z","time spent":"315.006267ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:13:25.741751Z","caller":"traceutil/trace.go:171","msg":"trace[455389218] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"103.589997ms","start":"2026-06-30T18:13:25.638111Z","end":"2026-06-30T18:13:25.741701Z","steps":["trace[455389218] 'process raft request' (duration: 103.423712ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.741965Z","caller":"traceutil/trace.go:171","msg":"trace[907169284] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"104.199987ms","start":"2026-06-30T18:13:25.637741Z","end":"2026-06-30T18:13:25.741941Z","steps":["trace[907169284] 'process raft request' (duration: 101.081137ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.741979Z","caller":"traceutil/trace.go:171","msg":"trace[2098680324] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"103.406151ms","start":"2026-06-30T18:13:25.638518Z","end":"2026-06-30T18:13:25.741924Z","steps":["trace[2098680324] 'process raft request' (duration: 103.123152ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.742149Z","caller":"traceutil/trace.go:171","msg":"trace[1746030310] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"103.730631ms","start":"2026-06-30T18:13:25.638387Z","end":"2026-06-30T18:13:25.742118Z","steps":["trace[1746030310] 'process raft request' (duration: 103.209435ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.742134Z","caller":"traceutil/trace.go:171","msg":"trace[931720115] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"103.130423ms","start":"2026-06-30T18:13:25.638963Z","end":"2026-06-30T18:13:25.742093Z","steps":["trace[931720115] 'process raft request' (duration: 102.718839ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.742307Z","caller":"traceutil/trace.go:171","msg":"trace[1722000726] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"103.076901ms","start":"2026-06-30T18:13:25.639216Z","end":"2026-06-30T18:13:25.742293Z","steps":["trace[1722000726] 'process raft request' (duration: 102.509433ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.742726Z","caller":"traceutil/trace.go:171","msg":"trace[92484639] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5520; }","duration":"104.829827ms","start":"2026-06-30T18:13:25.637882Z","end":"2026-06-30T18:13:25.742712Z","steps":["trace[92484639] 'read index received' (duration: 23.675821ms)","trace[92484639] 'applied index is now lower than readState.Index' (duration: 81.153106ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:25.74334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.447117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9761"} {"level":"info","ts":"2026-06-30T18:13:25.743387Z","caller":"traceutil/trace.go:171","msg":"trace[1152704591] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5296; }","duration":"105.554441ms","start":"2026-06-30T18:13:25.637821Z","end":"2026-06-30T18:13:25.743376Z","steps":["trace[1152704591] 'agreement among raft nodes before linearized reading' (duration: 105.302823ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:25.787926Z","caller":"traceutil/trace.go:171","msg":"trace[390062811] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"105.888941ms","start":"2026-06-30T18:13:25.68201Z","end":"2026-06-30T18:13:25.787899Z","steps":["trace[390062811] 'process raft request' (duration: 105.754696ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:25.788517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.450131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-30T18:13:25.788643Z","caller":"traceutil/trace.go:171","msg":"trace[1721170395] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5297; }","duration":"107.648997ms","start":"2026-06-30T18:13:25.680955Z","end":"2026-06-30T18:13:25.788604Z","steps":["trace[1721170395] 'agreement among raft nodes before linearized reading' (duration: 107.254145ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:26.103243Z","caller":"traceutil/trace.go:171","msg":"trace[1145615482] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"261.034814ms","start":"2026-06-30T18:13:25.842185Z","end":"2026-06-30T18:13:26.10322Z","steps":["trace[1145615482] 'process raft request' (duration: 260.939131ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:26.103235Z","caller":"traceutil/trace.go:171","msg":"trace[882974578] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"262.250644ms","start":"2026-06-30T18:13:25.84095Z","end":"2026-06-30T18:13:26.103201Z","steps":["trace[882974578] 'process raft request' (duration: 262.017006ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:26.103698Z","caller":"traceutil/trace.go:171","msg":"trace[691368125] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5534; }","duration":"214.703695ms","start":"2026-06-30T18:13:25.888961Z","end":"2026-06-30T18:13:26.103664Z","steps":["trace[691368125] 'read index received' (duration: 213.987362ms)","trace[691368125] 'applied index is now lower than readState.Index' (duration: 714.823µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:26.103721Z","caller":"traceutil/trace.go:171","msg":"trace[855448406] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"259.713221ms","start":"2026-06-30T18:13:25.843947Z","end":"2026-06-30T18:13:26.10366Z","steps":["trace[855448406] 'process raft request' (duration: 259.209275ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:26.103721Z","caller":"traceutil/trace.go:171","msg":"trace[1986869412] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"254.160963ms","start":"2026-06-30T18:13:25.849517Z","end":"2026-06-30T18:13:26.103678Z","steps":["trace[1986869412] 'process raft request' (duration: 253.964156ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:26.104032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.986752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9761"} {"level":"info","ts":"2026-06-30T18:13:26.104081Z","caller":"traceutil/trace.go:171","msg":"trace[990226002] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5304; }","duration":"256.078805ms","start":"2026-06-30T18:13:25.847988Z","end":"2026-06-30T18:13:26.104066Z","steps":["trace[990226002] 'agreement among raft nodes before linearized reading' (duration: 255.869289ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:13:26.104095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.663122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-06-30T18:13:26.104197Z","caller":"traceutil/trace.go:171","msg":"trace[581767635] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5304; }","duration":"213.815008ms","start":"2026-06-30T18:13:25.890358Z","end":"2026-06-30T18:13:26.104173Z","steps":["trace[581767635] 'agreement among raft nodes before linearized reading' (duration: 213.545229ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:13:26.236503Z","caller":"traceutil/trace.go:171","msg":"trace[405878377] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"121.11421ms","start":"2026-06-30T18:13:26.11533Z","end":"2026-06-30T18:13:26.236444Z","steps":["trace[405878377] 'process raft request' (duration: 95.845218ms)","trace[405878377] 'compare' (duration: 24.939561ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:26.493242Z","caller":"traceutil/trace.go:171","msg":"trace[1329322291] linearizableReadLoop","detail":"{readStateIndex:5543; appliedIndex:5542; }","duration":"166.524379ms","start":"2026-06-30T18:13:26.326685Z","end":"2026-06-30T18:13:26.493209Z","steps":["trace[1329322291] 'read index received' (duration: 81.339133ms)","trace[1329322291] 'applied index is now lower than readState.Index' (duration: 85.184266ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:13:26.493264Z","caller":"traceutil/trace.go:171","msg":"trace[478721681] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"182.698688ms","start":"2026-06-30T18:13:26.310542Z","end":"2026-06-30T18:13:26.49324Z","steps":["trace[478721681] 'process raft request' (duration: 97.514612ms)","trace[478721681] 'compare' (duration: 84.970069ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:13:26.49342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.553089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-06-30T18:13:26.49346Z","caller":"traceutil/trace.go:171","msg":"trace[1899658943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5309; }","duration":"175.627411ms","start":"2026-06-30T18:13:26.317823Z","end":"2026-06-30T18:13:26.493451Z","steps":["trace[1899658943] 'agreement among raft nodes before linearized reading' (duration: 175.487876ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:14:02.648512Z","caller":"traceutil/trace.go:171","msg":"trace[1167995342] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5677; }","duration":"291.845264ms","start":"2026-06-30T18:14:02.356636Z","end":"2026-06-30T18:14:02.648482Z","steps":["trace[1167995342] 'process raft request' (duration: 251.205368ms)","trace[1167995342] 'compare' (duration: 40.557913ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:14:02.648555Z","caller":"traceutil/trace.go:171","msg":"trace[1459941291] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5926; }","duration":"162.627883ms","start":"2026-06-30T18:14:02.485832Z","end":"2026-06-30T18:14:02.64846Z","steps":["trace[1459941291] 'read index received' (duration: 121.852753ms)","trace[1459941291] 'applied index is now lower than readState.Index' (duration: 40.77369ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:14:02.648837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.496929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-30T18:14:02.648842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.990074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T18:14:02.648884Z","caller":"traceutil/trace.go:171","msg":"trace[179334060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5677; }","duration":"162.598632ms","start":"2026-06-30T18:14:02.486272Z","end":"2026-06-30T18:14:02.648871Z","steps":["trace[179334060] 'agreement among raft nodes before linearized reading' (duration: 162.403236ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:14:02.648956Z","caller":"traceutil/trace.go:171","msg":"trace[177061842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5677; }","duration":"163.141479ms","start":"2026-06-30T18:14:02.485793Z","end":"2026-06-30T18:14:02.648935Z","steps":["trace[177061842] 'agreement among raft nodes before linearized reading' (duration: 162.814989ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:14:02.649113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.852529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-06-30T18:14:02.648999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.384284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-06-30T18:14:02.649151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.345962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:14:02.649194Z","caller":"traceutil/trace.go:171","msg":"trace[734059552] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5677; }","duration":"161.89649ms","start":"2026-06-30T18:14:02.487254Z","end":"2026-06-30T18:14:02.649151Z","steps":["trace[734059552] 'agreement among raft nodes before linearized reading' (duration: 161.787887ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:14:02.649261Z","caller":"traceutil/trace.go:171","msg":"trace[308472375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:5677; }","duration":"161.474126ms","start":"2026-06-30T18:14:02.48776Z","end":"2026-06-30T18:14:02.649234Z","steps":["trace[308472375] 'agreement among raft nodes before linearized reading' (duration: 161.111944ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:14:02.649313Z","caller":"traceutil/trace.go:171","msg":"trace[291877743] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5677; }","duration":"157.705535ms","start":"2026-06-30T18:14:02.491569Z","end":"2026-06-30T18:14:02.649274Z","steps":["trace[291877743] 'agreement among raft nodes before linearized reading' (duration: 157.293902ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:14:11.654832Z","caller":"traceutil/trace.go:171","msg":"trace[426082956] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"105.140277ms","start":"2026-06-30T18:14:11.549662Z","end":"2026-06-30T18:14:11.654802Z","steps":["trace[426082956] 'process raft request' (duration: 104.911019ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:14:11.941714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.524861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:14:11.941854Z","caller":"traceutil/trace.go:171","msg":"trace[155208062] linearizableReadLoop","detail":"{readStateIndex:5998; appliedIndex:5997; }","duration":"130.792501ms","start":"2026-06-30T18:14:11.811039Z","end":"2026-06-30T18:14:11.941832Z","steps":["trace[155208062] 'read index received' (duration: 76.812µs)","trace[155208062] 'applied index is now lower than readState.Index' (duration: 130.713638ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:14:11.9422Z","caller":"traceutil/trace.go:171","msg":"trace[1928956147] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"193.180395ms","start":"2026-06-30T18:14:11.748997Z","end":"2026-06-30T18:14:11.942177Z","steps":["trace[1928956147] 'process raft request' (duration: 34.084215ms)","trace[1928956147] 'compare' (duration: 158.329425ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:14:11.942957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.911597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:14:11.943127Z","caller":"traceutil/trace.go:171","msg":"trace[1266456531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5745; }","duration":"132.085912ms","start":"2026-06-30T18:14:11.810974Z","end":"2026-06-30T18:14:11.94306Z","steps":["trace[1266456531] 'agreement among raft nodes before linearized reading' (duration: 131.587956ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:14:12.137263Z","caller":"traceutil/trace.go:171","msg":"trace[1432090035] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"189.485585ms","start":"2026-06-30T18:14:11.947731Z","end":"2026-06-30T18:14:12.137217Z","steps":["trace[1432090035] 'process raft request' (duration: 98.72308ms)","trace[1432090035] 'compare' (duration: 90.531517ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:14:25.205411Z","caller":"traceutil/trace.go:171","msg":"trace[537016300] linearizableReadLoop","detail":"{readStateIndex:6121; appliedIndex:6120; }","duration":"111.238303ms","start":"2026-06-30T18:14:25.094148Z","end":"2026-06-30T18:14:25.205386Z","steps":["trace[537016300] 'read index received' (duration: 71.872859ms)","trace[537016300] 'applied index is now lower than readState.Index' (duration: 39.364104ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:14:25.205663Z","caller":"traceutil/trace.go:171","msg":"trace[1193305203] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"111.693577ms","start":"2026-06-30T18:14:25.093938Z","end":"2026-06-30T18:14:25.205632Z","steps":["trace[1193305203] 'process raft request' (duration: 72.111276ms)","trace[1193305203] 'compare' (duration: 39.151717ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:14:25.20566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.485931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:14:25.205753Z","caller":"traceutil/trace.go:171","msg":"trace[1013989026] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5862; }","duration":"111.633015ms","start":"2026-06-30T18:14:25.094097Z","end":"2026-06-30T18:14:25.20573Z","steps":["trace[1013989026] 'agreement among raft nodes before linearized reading' (duration: 111.47294ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:14:25.205763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.525382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:14:25.205875Z","caller":"traceutil/trace.go:171","msg":"trace[1765942055] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5862; }","duration":"111.665876ms","start":"2026-06-30T18:14:25.094186Z","end":"2026-06-30T18:14:25.205852Z","steps":["trace[1765942055] 'agreement among raft nodes before linearized reading' (duration: 111.48124ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:15:23.973072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2869} {"level":"info","ts":"2026-06-30T18:15:24.039038Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2869,"took":"64.192951ms","hash":2802188196,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":35962880,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-06-30T18:15:24.039132Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2802188196,"revision":2869,"compact-revision":-1} {"level":"info","ts":"2026-06-30T18:19:11.339248Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000223e.wal"} {"level":"info","ts":"2026-06-30T18:19:13.852558Z","caller":"traceutil/trace.go:171","msg":"trace[1792225908] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"203.865429ms","start":"2026-06-30T18:19:13.648671Z","end":"2026-06-30T18:19:13.852536Z","steps":["trace[1792225908] 'read index received' (duration: 203.661302ms)","trace[1792225908] 'applied index is now lower than readState.Index' (duration: 203.467µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:13.852659Z","caller":"traceutil/trace.go:171","msg":"trace[263374352] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"235.305167ms","start":"2026-06-30T18:19:13.617301Z","end":"2026-06-30T18:19:13.852607Z","steps":["trace[263374352] 'process raft request' (duration: 235.09095ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:13.852785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.094366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:19:13.852825Z","caller":"traceutil/trace.go:171","msg":"trace[855188169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8401; }","duration":"204.182039ms","start":"2026-06-30T18:19:13.648631Z","end":"2026-06-30T18:19:13.852813Z","steps":["trace[855188169] 'agreement among raft nodes before linearized reading' (duration: 204.023374ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:13.982137Z","caller":"traceutil/trace.go:171","msg":"trace[917340221] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"124.486603ms","start":"2026-06-30T18:19:13.857633Z","end":"2026-06-30T18:19:13.982119Z","steps":["trace[917340221] 'process raft request' (duration: 120.547557ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:13.982373Z","caller":"traceutil/trace.go:171","msg":"trace[2056585967] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"124.649218ms","start":"2026-06-30T18:19:13.85768Z","end":"2026-06-30T18:19:13.982329Z","steps":["trace[2056585967] 'process raft request' (duration: 124.41001ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:15.854033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464954087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:19:16.354515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464954087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:19:16.446741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272529155s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:19:16.447237Z","caller":"traceutil/trace.go:171","msg":"trace[541674504] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"1.273111763s","start":"2026-06-30T18:19:15.174101Z","end":"2026-06-30T18:19:16.447212Z","steps":["trace[541674504] 'process raft request' (duration: 1.272939398s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.447373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:15.174075Z","time spent":"1.273213506s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:19:16.561926Z","caller":"traceutil/trace.go:171","msg":"trace[1405433497] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8796; }","duration":"1.208282964s","start":"2026-06-30T18:19:15.353615Z","end":"2026-06-30T18:19:16.561898Z","steps":["trace[1405433497] 'read index received' (duration: 1.09344067s)","trace[1405433497] 'applied index is now lower than readState.Index' (duration: 114.840903ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:16.562076Z","caller":"traceutil/trace.go:171","msg":"trace[1636372527] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"873.117253ms","start":"2026-06-30T18:19:15.688935Z","end":"2026-06-30T18:19:16.562052Z","steps":["trace[1636372527] 'process raft request' (duration: 867.451772ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208542282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-06-30T18:19:16.562203Z","caller":"traceutil/trace.go:171","msg":"trace[67567883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8413; }","duration":"1.208624345s","start":"2026-06-30T18:19:15.353571Z","end":"2026-06-30T18:19:16.562196Z","steps":["trace[67567883] 'agreement among raft nodes before linearized reading' (duration: 1.20848125s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:15.353553Z","time spent":"1.208673226s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:19:16.562364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.993351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:19:16.562434Z","caller":"traceutil/trace.go:171","msg":"trace[1359493240] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8413; }","duration":"787.116515ms","start":"2026-06-30T18:19:15.7753Z","end":"2026-06-30T18:19:16.562416Z","steps":["trace[1359493240] 'agreement among raft nodes before linearized reading' (duration: 786.993991ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.060126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-06-30T18:19:16.562459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.355625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:19:16.562478Z","caller":"traceutil/trace.go:171","msg":"trace[748779877] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8413; }","duration":"320.148649ms","start":"2026-06-30T18:19:16.242313Z","end":"2026-06-30T18:19:16.562462Z","steps":["trace[748779877] 'agreement among raft nodes before linearized reading' (duration: 319.986413ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:16.562492Z","caller":"traceutil/trace.go:171","msg":"trace[1474596832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:8413; }","duration":"108.424347ms","start":"2026-06-30T18:19:16.454058Z","end":"2026-06-30T18:19:16.562483Z","steps":["trace[1474596832] 'agreement among raft nodes before linearized reading' (duration: 108.258112ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:16.242288Z","time spent":"320.213291ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:19:16.562535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.996717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:19:16.562555Z","caller":"traceutil/trace.go:171","msg":"trace[1925500087] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8413; }","duration":"428.052688ms","start":"2026-06-30T18:19:16.134497Z","end":"2026-06-30T18:19:16.562549Z","steps":["trace[1925500087] 'agreement among raft nodes before linearized reading' (duration: 427.985726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:16.134475Z","time spent":"428.09443ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:19:16.562605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.829325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-30T18:19:16.562647Z","caller":"traceutil/trace.go:171","msg":"trace[1884497998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8413; }","duration":"115.920218ms","start":"2026-06-30T18:19:16.446717Z","end":"2026-06-30T18:19:16.562637Z","steps":["trace[1884497998] 'agreement among raft nodes before linearized reading' (duration: 115.806065ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.106713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-30T18:19:16.562677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.822581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:19:16.562692Z","caller":"traceutil/trace.go:171","msg":"trace[1006327482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8413; }","duration":"154.205157ms","start":"2026-06-30T18:19:16.408475Z","end":"2026-06-30T18:19:16.56268Z","steps":["trace[1006327482] 'agreement among raft nodes before linearized reading' (duration: 154.096543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.56271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.922453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:19:16.562714Z","caller":"traceutil/trace.go:171","msg":"trace[385548167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8413; }","duration":"446.895703ms","start":"2026-06-30T18:19:16.115806Z","end":"2026-06-30T18:19:16.562702Z","steps":["trace[385548167] 'agreement among raft nodes before linearized reading' (duration: 446.839412ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:16.11579Z","time spent":"446.947144ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:19:16.562187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:15.68892Z","time spent":"873.204477ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:19:16.56275Z","caller":"traceutil/trace.go:171","msg":"trace[1161856484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8413; }","duration":"576.994446ms","start":"2026-06-30T18:19:15.985747Z","end":"2026-06-30T18:19:16.562742Z","steps":["trace[1161856484] 'agreement among raft nodes before linearized reading' (duration: 576.907633ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.562779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:15.985729Z","time spent":"577.043838ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:19:16.562467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:15.77528Z","time spent":"787.179488ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:19:16.562931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.745248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:19:16.563039Z","caller":"traceutil/trace.go:171","msg":"trace[250373190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8413; }","duration":"576.889952ms","start":"2026-06-30T18:19:15.986124Z","end":"2026-06-30T18:19:16.563014Z","steps":["trace[250373190] 'agreement among raft nodes before linearized reading' (duration: 576.51673ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:16.563101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:15.986119Z","time spent":"576.972025ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:19:27.126649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.19466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:19:27.126728Z","caller":"traceutil/trace.go:171","msg":"trace[1092076443] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8487; }","duration":"122.312223ms","start":"2026-06-30T18:19:27.004399Z","end":"2026-06-30T18:19:27.126711Z","steps":["trace[1092076443] 'range keys from in-memory index tree' (duration: 122.055645ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:27.126837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.355534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-06-30T18:19:27.126921Z","caller":"traceutil/trace.go:171","msg":"trace[870214459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8487; }","duration":"136.479878ms","start":"2026-06-30T18:19:26.990422Z","end":"2026-06-30T18:19:27.126902Z","steps":["trace[870214459] 'range keys from in-memory index tree' (duration: 135.970341ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:27.468864Z","caller":"traceutil/trace.go:171","msg":"trace[4719267] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8489; }","duration":"100.993919ms","start":"2026-06-30T18:19:27.367844Z","end":"2026-06-30T18:19:27.468838Z","steps":["trace[4719267] 'process raft request' (duration: 82.805776ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:27.624199Z","caller":"traceutil/trace.go:171","msg":"trace[1183622478] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8881; }","duration":"106.726823ms","start":"2026-06-30T18:19:27.517449Z","end":"2026-06-30T18:19:27.624175Z","steps":["trace[1183622478] 'read index received' (duration: 64.709906ms)","trace[1183622478] 'applied index is now lower than readState.Index' (duration: 42.015847ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:27.624349Z","caller":"traceutil/trace.go:171","msg":"trace[946602928] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"115.154813ms","start":"2026-06-30T18:19:27.509181Z","end":"2026-06-30T18:19:27.624335Z","steps":["trace[946602928] 'process raft request' (duration: 73.030622ms)","trace[946602928] 'compare' (duration: 41.692258ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:19:27.62457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.105235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-30T18:19:27.624599Z","caller":"traceutil/trace.go:171","msg":"trace[1882823729] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8491; }","duration":"107.150057ms","start":"2026-06-30T18:19:27.51744Z","end":"2026-06-30T18:19:27.624591Z","steps":["trace[1882823729] 'agreement among raft nodes before linearized reading' (duration: 107.018272ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:28.202252Z","caller":"traceutil/trace.go:171","msg":"trace[364142827] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"246.467395ms","start":"2026-06-30T18:19:27.955734Z","end":"2026-06-30T18:19:28.202202Z","steps":["trace[364142827] 'process raft request' (duration: 246.204957ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:28.832656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.670722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:19:28.832828Z","caller":"traceutil/trace.go:171","msg":"trace[925148363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8493; }","duration":"367.874179ms","start":"2026-06-30T18:19:28.464929Z","end":"2026-06-30T18:19:28.832803Z","steps":["trace[925148363] 'range keys from in-memory index tree' (duration: 367.640152ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:28.833053Z","caller":"traceutil/trace.go:171","msg":"trace[214051350] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8884; }","duration":"193.750064ms","start":"2026-06-30T18:19:28.639282Z","end":"2026-06-30T18:19:28.833032Z","steps":["trace[214051350] 'read index received' (duration: 193.62751ms)","trace[214051350] 'applied index is now lower than readState.Index' (duration: 122.104µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:28.833159Z","caller":"traceutil/trace.go:171","msg":"trace[1945003706] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"315.368565ms","start":"2026-06-30T18:19:28.517784Z","end":"2026-06-30T18:19:28.833153Z","steps":["trace[1945003706] 'process raft request' (duration: 315.133788ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:28.833245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:28.517759Z","time spent":"315.418387ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:19:28.833397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.569068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:19:28.833452Z","caller":"traceutil/trace.go:171","msg":"trace[667193419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8494; }","duration":"159.656611ms","start":"2026-06-30T18:19:28.673778Z","end":"2026-06-30T18:19:28.833434Z","steps":["trace[667193419] 'agreement among raft nodes before linearized reading' (duration: 159.467945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:28.833528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.3441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T18:19:28.83356Z","caller":"traceutil/trace.go:171","msg":"trace[953094731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8494; }","duration":"144.415002ms","start":"2026-06-30T18:19:28.689139Z","end":"2026-06-30T18:19:28.833554Z","steps":["trace[953094731] 'agreement among raft nodes before linearized reading' (duration: 144.320349ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:28.833559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.056649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:19:28.833624Z","caller":"traceutil/trace.go:171","msg":"trace[1714013227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8494; }","duration":"129.159943ms","start":"2026-06-30T18:19:28.70445Z","end":"2026-06-30T18:19:28.83361Z","steps":["trace[1714013227] 'agreement among raft nodes before linearized reading' (duration: 128.962837ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:28.834187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.893191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:19:28.834278Z","caller":"traceutil/trace.go:171","msg":"trace[589524489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:8494; }","duration":"195.042615ms","start":"2026-06-30T18:19:28.639211Z","end":"2026-06-30T18:19:28.834254Z","steps":["trace[589524489] 'agreement among raft nodes before linearized reading' (duration: 194.714935ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:29.022066Z","caller":"traceutil/trace.go:171","msg":"trace[1662231007] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8890; }","duration":"141.928452ms","start":"2026-06-30T18:19:28.880101Z","end":"2026-06-30T18:19:29.02203Z","steps":["trace[1662231007] 'read index received' (duration: 114.768791ms)","trace[1662231007] 'applied index is now lower than readState.Index' (duration: 27.158411ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:29.022087Z","caller":"traceutil/trace.go:171","msg":"trace[197099894] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"149.099692ms","start":"2026-06-30T18:19:28.872948Z","end":"2026-06-30T18:19:29.022048Z","steps":["trace[197099894] 'process raft request' (duration: 121.990452ms)","trace[197099894] 'compare' (duration: 26.839641ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:19:29.022329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.210281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:19:29.022401Z","caller":"traceutil/trace.go:171","msg":"trace[1963223301] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8500; }","duration":"142.314704ms","start":"2026-06-30T18:19:28.880067Z","end":"2026-06-30T18:19:29.022382Z","steps":["trace[1963223301] 'agreement among raft nodes before linearized reading' (duration: 142.046816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:29.892298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.199257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:19:29.892448Z","caller":"traceutil/trace.go:171","msg":"trace[1810046344] linearizableReadLoop","detail":"{readStateIndex:8895; appliedIndex:8894; }","duration":"234.961877ms","start":"2026-06-30T18:19:29.657462Z","end":"2026-06-30T18:19:29.892424Z","steps":["trace[1810046344] 'read index received' (duration: 35.581µs)","trace[1810046344] 'applied index is now lower than readState.Index' (duration: 234.924386ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:29.892487Z","caller":"traceutil/trace.go:171","msg":"trace[339063961] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"668.107199ms","start":"2026-06-30T18:19:29.224341Z","end":"2026-06-30T18:19:29.892449Z","steps":["trace[339063961] 'process raft request' (duration: 40.599602ms)","trace[339063961] 'compare' (duration: 626.995031ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:19:29.895471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:29.224316Z","time spent":"668.221952ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:19:29.901384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.907063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:19:29.90143Z","caller":"traceutil/trace.go:171","msg":"trace[2094372646] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8504; }","duration":"243.958655ms","start":"2026-06-30T18:19:29.657456Z","end":"2026-06-30T18:19:29.901415Z","steps":["trace[2094372646] 'agreement among raft nodes before linearized reading' (duration: 235.07923ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:30.656795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.475194ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-30T18:19:30.656877Z","caller":"traceutil/trace.go:171","msg":"trace[1918805982] linearizableReadLoop","detail":"{readStateIndex:8896; appliedIndex:8895; }","duration":"592.467192ms","start":"2026-06-30T18:19:30.064397Z","end":"2026-06-30T18:19:30.656864Z","steps":["trace[1918805982] 'read index received' (duration: 369.522803ms)","trace[1918805982] 'applied index is now lower than readState.Index' (duration: 222.942979ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:19:30.656972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:29.903422Z","time spent":"753.537098ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:19:30.65715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.71776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:19:30.657253Z","caller":"traceutil/trace.go:171","msg":"trace[594086655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8504; }","duration":"592.867465ms","start":"2026-06-30T18:19:30.064361Z","end":"2026-06-30T18:19:30.657229Z","steps":["trace[594086655] 'agreement among raft nodes before linearized reading' (duration: 592.660468ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:30.657307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:30.064344Z","time spent":"592.948208ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:19:30.993021Z","caller":"traceutil/trace.go:171","msg":"trace[1449672834] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"110.399902ms","start":"2026-06-30T18:19:30.882599Z","end":"2026-06-30T18:19:30.992999Z","steps":["trace[1449672834] 'process raft request' (duration: 45.006624ms)","trace[1449672834] 'compare' (duration: 65.293114ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:31.038924Z","caller":"traceutil/trace.go:171","msg":"trace[351938466] linearizableReadLoop","detail":"{readStateIndex:8901; appliedIndex:8899; }","duration":"155.123846ms","start":"2026-06-30T18:19:30.883779Z","end":"2026-06-30T18:19:31.038903Z","steps":["trace[351938466] 'read index received' (duration: 43.95673ms)","trace[351938466] 'applied index is now lower than readState.Index' (duration: 111.166286ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:19:31.039016Z","caller":"traceutil/trace.go:171","msg":"trace[658480781] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"155.174847ms","start":"2026-06-30T18:19:30.883808Z","end":"2026-06-30T18:19:31.038983Z","steps":["trace[658480781] 'process raft request' (duration: 155.036473ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:31.039148Z","caller":"traceutil/trace.go:171","msg":"trace[1387235832] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"148.430291ms","start":"2026-06-30T18:19:30.890699Z","end":"2026-06-30T18:19:31.039129Z","steps":["trace[1387235832] 'process raft request' (duration: 148.173963ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:31.039214Z","caller":"traceutil/trace.go:171","msg":"trace[1986543846] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"156.484039ms","start":"2026-06-30T18:19:30.882705Z","end":"2026-06-30T18:19:31.039189Z","steps":["trace[1986543846] 'process raft request' (duration: 156.026774ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:31.039326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.528519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203497"} {"level":"info","ts":"2026-06-30T18:19:31.039355Z","caller":"traceutil/trace.go:171","msg":"trace[378921866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8511; }","duration":"155.594471ms","start":"2026-06-30T18:19:30.883752Z","end":"2026-06-30T18:19:31.039347Z","steps":["trace[378921866] 'agreement among raft nodes before linearized reading' (duration: 155.24888ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:19:32.440354Z","caller":"traceutil/trace.go:171","msg":"trace[1767658229] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"219.284553ms","start":"2026-06-30T18:19:32.22104Z","end":"2026-06-30T18:19:32.440325Z","steps":["trace[1767658229] 'process raft request' (duration: 219.051366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:19:59.499016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464955135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:19:59.999813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464955135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:20:00.500368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464955135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:20:00.560762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.615019079s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:20:00.561091Z","caller":"traceutil/trace.go:171","msg":"trace[1225139756] linearizableReadLoop","detail":"{readStateIndex:9155; appliedIndex:9154; }","duration":"1.563137635s","start":"2026-06-30T18:19:58.997931Z","end":"2026-06-30T18:20:00.561069Z","steps":["trace[1225139756] 'read index received' (duration: 1.56300387s)","trace[1225139756] 'applied index is now lower than readState.Index' (duration: 133.115µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:00.561166Z","caller":"traceutil/trace.go:171","msg":"trace[1645017108] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"1.615491875s","start":"2026-06-30T18:19:58.945637Z","end":"2026-06-30T18:20:00.561129Z","steps":["trace[1645017108] 'process raft request' (duration: 1.615298768s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.56138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.694103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-547784d765-8hlws.18bdeec340865ca9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-06-30T18:20:00.561424Z","caller":"traceutil/trace.go:171","msg":"trace[1163825502] range","detail":"{range_begin:/registry/events/openstack/barbican-api-547784d765-8hlws.18bdeec340865ca9; range_end:; response_count:1; response_revision:8750; }","duration":"680.794696ms","start":"2026-06-30T18:19:59.880617Z","end":"2026-06-30T18:20:00.561412Z","steps":["trace[1163825502] 'agreement among raft nodes before linearized reading' (duration: 680.60191ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.880594Z","time spent":"680.844938ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-547784d765-8hlws.18bdeec340865ca9\" "} {"level":"warn","ts":"2026-06-30T18:20:00.561436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438671923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-30T18:20:00.561625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.331293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-06-30T18:20:00.561658Z","caller":"traceutil/trace.go:171","msg":"trace[1582714365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8750; }","duration":"1.438940761s","start":"2026-06-30T18:19:59.122708Z","end":"2026-06-30T18:20:00.561648Z","steps":["trace[1582714365] 'agreement among raft nodes before linearized reading' (duration: 1.438619311s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392060499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-30T18:20:00.561676Z","caller":"traceutil/trace.go:171","msg":"trace[1108962992] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8750; }","duration":"445.410036ms","start":"2026-06-30T18:20:00.116253Z","end":"2026-06-30T18:20:00.561663Z","steps":["trace[1108962992] 'agreement among raft nodes before linearized reading' (duration: 445.298022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332797738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:20:00.561678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.122689Z","time spent":"1.438984123s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:20:00.561436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395382636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-30T18:20:00.561714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:00.116238Z","time spent":"445.467278ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-06-30T18:20:00.561715Z","caller":"traceutil/trace.go:171","msg":"trace[46422570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8750; }","duration":"1.392150742s","start":"2026-06-30T18:19:59.169543Z","end":"2026-06-30T18:20:00.561694Z","steps":["trace[46422570] 'agreement among raft nodes before linearized reading' (duration: 1.391977566s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:00.561729Z","caller":"traceutil/trace.go:171","msg":"trace[640186658] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8750; }","duration":"1.33288658s","start":"2026-06-30T18:19:59.228827Z","end":"2026-06-30T18:20:00.561713Z","steps":["trace[640186658] 'agreement among raft nodes before linearized reading' (duration: 1.332372204s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.56144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006364278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:20:00.561744Z","caller":"traceutil/trace.go:171","msg":"trace[247055492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8750; }","duration":"1.395728436s","start":"2026-06-30T18:19:59.166009Z","end":"2026-06-30T18:20:00.561737Z","steps":["trace[247055492] 'agreement among raft nodes before linearized reading' (duration: 1.395268891s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:00.561766Z","caller":"traceutil/trace.go:171","msg":"trace[15024593] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8750; }","duration":"1.0067377s","start":"2026-06-30T18:19:59.555022Z","end":"2026-06-30T18:20:00.56176Z","steps":["trace[15024593] 'agreement among raft nodes before linearized reading' (duration: 1.006244204s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.22881Z","time spent":"1.332943523s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:20:00.561763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.169531Z","time spent":"1.392221664s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:20:00.561784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.555017Z","time spent":"1.006761111s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:20:00.561767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371880492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-06-30T18:20:00.561774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.165998Z","time spent":"1.395764528s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:20:00.561882Z","caller":"traceutil/trace.go:171","msg":"trace[890792469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:8750; }","duration":"1.372042297s","start":"2026-06-30T18:19:59.189814Z","end":"2026-06-30T18:20:00.561856Z","steps":["trace[890792469] 'agreement among raft nodes before linearized reading' (duration: 1.371672605s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350437435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:20:00.561931Z","caller":"traceutil/trace.go:171","msg":"trace[960642014] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8750; }","duration":"1.350880238s","start":"2026-06-30T18:19:59.211038Z","end":"2026-06-30T18:20:00.561918Z","steps":["trace[960642014] 'agreement among raft nodes before linearized reading' (duration: 1.350436344s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.211026Z","time spent":"1.35091898s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:20:00.561935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.189804Z","time spent":"1.372121289s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7nhzj\" "} {"level":"warn","ts":"2026-06-30T18:20:00.561542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.600606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:20:00.562011Z","caller":"traceutil/trace.go:171","msg":"trace[141604277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8750; }","duration":"761.110562ms","start":"2026-06-30T18:19:59.80088Z","end":"2026-06-30T18:20:00.56199Z","steps":["trace[141604277] 'agreement among raft nodes before linearized reading' (duration: 760.599616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.562068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.800851Z","time spent":"761.198684ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:20:00.561555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006548714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-06-30T18:20:00.562144Z","caller":"traceutil/trace.go:171","msg":"trace[529668485] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8750; }","duration":"1.007175034s","start":"2026-06-30T18:19:59.554963Z","end":"2026-06-30T18:20:00.562138Z","steps":["trace[529668485] 'agreement among raft nodes before linearized reading' (duration: 1.006532933s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.562163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.554945Z","time spent":"1.007212476s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:20:00.561558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454939614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:20:00.562236Z","caller":"traceutil/trace.go:171","msg":"trace[1124766974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8750; }","duration":"1.455648988s","start":"2026-06-30T18:19:59.106568Z","end":"2026-06-30T18:20:00.562217Z","steps":["trace[1124766974] 'agreement among raft nodes before linearized reading' (duration: 1.454960626s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400911093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-30T18:20:00.562333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.106534Z","time spent":"1.455784692s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:20:00.562339Z","caller":"traceutil/trace.go:171","msg":"trace[960665985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8750; }","duration":"1.401665137s","start":"2026-06-30T18:19:59.160655Z","end":"2026-06-30T18:20:00.56232Z","steps":["trace[960665985] 'agreement among raft nodes before linearized reading' (duration: 1.400907633s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.561445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563469675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:20:00.562397Z","caller":"traceutil/trace.go:171","msg":"trace[2049601408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8750; }","duration":"1.564500309s","start":"2026-06-30T18:19:58.99789Z","end":"2026-06-30T18:20:00.56239Z","steps":["trace[2049601408] 'agreement among raft nodes before linearized reading' (duration: 1.56326786s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.562392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.160634Z","time spent":"1.4017454s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:20:00.562417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:58.997873Z","time spent":"1.5645379s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:20:00.562572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:58.945618Z","time spent":"1.615614468s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:20:00.562736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530843739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:20:00.562758Z","caller":"traceutil/trace.go:171","msg":"trace[2075419734] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8750; }","duration":"1.530896632s","start":"2026-06-30T18:19:59.031854Z","end":"2026-06-30T18:20:00.562751Z","steps":["trace[2075419734] 'agreement among raft nodes before linearized reading' (duration: 1.529330241s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:00.562774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:19:59.031837Z","time spent":"1.530932022s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":796,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:20:02.88554Z","caller":"traceutil/trace.go:171","msg":"trace[626121048] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9174; }","duration":"142.902003ms","start":"2026-06-30T18:20:02.742609Z","end":"2026-06-30T18:20:02.885511Z","steps":["trace[626121048] 'read index received' (duration: 83.649863ms)","trace[626121048] 'applied index is now lower than readState.Index' (duration: 59.25111ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:02.885557Z","caller":"traceutil/trace.go:171","msg":"trace[1806351444] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"155.027152ms","start":"2026-06-30T18:20:02.730503Z","end":"2026-06-30T18:20:02.88553Z","steps":["trace[1806351444] 'process raft request' (duration: 95.74222ms)","trace[1806351444] 'compare' (duration: 59.122187ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:02.885761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.131051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-06-30T18:20:02.885832Z","caller":"traceutil/trace.go:171","msg":"trace[322453510] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8769; }","duration":"143.238124ms","start":"2026-06-30T18:20:02.742575Z","end":"2026-06-30T18:20:02.885814Z","steps":["trace[322453510] 'agreement among raft nodes before linearized reading' (duration: 143.013637ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:02.889902Z","caller":"traceutil/trace.go:171","msg":"trace[90814580] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"145.9224ms","start":"2026-06-30T18:20:02.743963Z","end":"2026-06-30T18:20:02.889886Z","steps":["trace[90814580] 'process raft request' (duration: 145.858568ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:02.889906Z","caller":"traceutil/trace.go:171","msg":"trace[134557276] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"147.13522ms","start":"2026-06-30T18:20:02.742746Z","end":"2026-06-30T18:20:02.889882Z","steps":["trace[134557276] 'process raft request' (duration: 146.897282ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:02.889965Z","caller":"traceutil/trace.go:171","msg":"trace[1216820771] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"147.118169ms","start":"2026-06-30T18:20:02.742805Z","end":"2026-06-30T18:20:02.889923Z","steps":["trace[1216820771] 'process raft request' (duration: 146.976174ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:02.890162Z","caller":"traceutil/trace.go:171","msg":"trace[1691674155] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"146.146687ms","start":"2026-06-30T18:20:02.744001Z","end":"2026-06-30T18:20:02.890148Z","steps":["trace[1691674155] 'process raft request' (duration: 145.855908ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:02.890345Z","caller":"traceutil/trace.go:171","msg":"trace[677800386] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"146.289642ms","start":"2026-06-30T18:20:02.744017Z","end":"2026-06-30T18:20:02.890307Z","steps":["trace[677800386] 'process raft request' (duration: 146.050325ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:02.890462Z","caller":"traceutil/trace.go:171","msg":"trace[353878709] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"146.54387ms","start":"2026-06-30T18:20:02.743908Z","end":"2026-06-30T18:20:02.890452Z","steps":["trace[353878709] 'process raft request' (duration: 146.327133ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:02.89056Z","caller":"traceutil/trace.go:171","msg":"trace[382633186] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"140.877709ms","start":"2026-06-30T18:20:02.749668Z","end":"2026-06-30T18:20:02.890546Z","steps":["trace[382633186] 'process raft request' (duration: 140.709233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:02.913119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.390905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-06-30T18:20:02.913173Z","caller":"traceutil/trace.go:171","msg":"trace[272370022] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8776; }","duration":"170.463147ms","start":"2026-06-30T18:20:02.742695Z","end":"2026-06-30T18:20:02.913158Z","steps":["trace[272370022] 'agreement among raft nodes before linearized reading' (duration: 170.300812ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:02.913285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.470015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208187"} {"level":"info","ts":"2026-06-30T18:20:02.913341Z","caller":"traceutil/trace.go:171","msg":"trace[504682110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8776; }","duration":"169.555498ms","start":"2026-06-30T18:20:02.743774Z","end":"2026-06-30T18:20:02.91333Z","steps":["trace[504682110] 'agreement among raft nodes before linearized reading' (duration: 169.230698ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:12.733983Z","caller":"traceutil/trace.go:171","msg":"trace[363235967] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"104.235803ms","start":"2026-06-30T18:20:12.629718Z","end":"2026-06-30T18:20:12.733954Z","steps":["trace[363235967] 'process raft request' (duration: 76.261556ms)","trace[363235967] 'compare' (duration: 27.806661ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:13.083606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.85939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-30T18:20:13.083728Z","caller":"traceutil/trace.go:171","msg":"trace[723338421] linearizableReadLoop","detail":"{readStateIndex:9287; appliedIndex:9286; }","duration":"110.140753ms","start":"2026-06-30T18:20:12.97357Z","end":"2026-06-30T18:20:13.08371Z","steps":["trace[723338421] 'read index received' (duration: 48.952µs)","trace[723338421] 'applied index is now lower than readState.Index' (duration: 110.090311ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:13.084201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.593407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T18:20:13.084346Z","caller":"traceutil/trace.go:171","msg":"trace[1323655347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8874; }","duration":"110.796664ms","start":"2026-06-30T18:20:12.973528Z","end":"2026-06-30T18:20:13.084325Z","steps":["trace[1323655347] 'agreement among raft nodes before linearized reading' (duration: 110.227915ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:13.198511Z","caller":"traceutil/trace.go:171","msg":"trace[1844764478] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"108.49749ms","start":"2026-06-30T18:20:13.089987Z","end":"2026-06-30T18:20:13.198484Z","steps":["trace[1844764478] 'process raft request' (duration: 79.514ms)","trace[1844764478] 'compare' (duration: 28.793634ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:13.198754Z","caller":"traceutil/trace.go:171","msg":"trace[1069193502] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"108.469979ms","start":"2026-06-30T18:20:13.090273Z","end":"2026-06-30T18:20:13.198743Z","steps":["trace[1069193502] 'process raft request' (duration: 108.16568ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:13.19906Z","caller":"traceutil/trace.go:171","msg":"trace[372402255] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"107.971174ms","start":"2026-06-30T18:20:13.091057Z","end":"2026-06-30T18:20:13.199028Z","steps":["trace[372402255] 'process raft request' (duration: 107.892641ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:13.199071Z","caller":"traceutil/trace.go:171","msg":"trace[1675925785] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"108.613303ms","start":"2026-06-30T18:20:13.090408Z","end":"2026-06-30T18:20:13.199021Z","steps":["trace[1675925785] 'process raft request' (duration: 108.293823ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:13.199124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.75185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:20:13.199115Z","caller":"traceutil/trace.go:171","msg":"trace[605110748] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"108.335994ms","start":"2026-06-30T18:20:13.090751Z","end":"2026-06-30T18:20:13.199087Z","steps":["trace[605110748] 'process raft request' (duration: 108.150199ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:13.199172Z","caller":"traceutil/trace.go:171","msg":"trace[1142420145] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8880; }","duration":"104.838193ms","start":"2026-06-30T18:20:13.094321Z","end":"2026-06-30T18:20:13.199159Z","steps":["trace[1142420145] 'agreement among raft nodes before linearized reading' (duration: 104.672458ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:13.199268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.088658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-06-30T18:20:13.199366Z","caller":"traceutil/trace.go:171","msg":"trace[146808102] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8880; }","duration":"104.216473ms","start":"2026-06-30T18:20:13.095128Z","end":"2026-06-30T18:20:13.199344Z","steps":["trace[146808102] 'agreement among raft nodes before linearized reading' (duration: 103.992106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:14.607117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.292615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:20:14.607218Z","caller":"traceutil/trace.go:171","msg":"trace[664168092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8886; }","duration":"499.433129ms","start":"2026-06-30T18:20:14.107757Z","end":"2026-06-30T18:20:14.60719Z","steps":["trace[664168092] 'range keys from in-memory index tree' (duration: 499.225182ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:14.607285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:14.10774Z","time spent":"499.529132ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:20:14.607856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.44831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-06-30T18:20:14.607934Z","caller":"traceutil/trace.go:171","msg":"trace[155356195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8886; }","duration":"567.561413ms","start":"2026-06-30T18:20:14.040356Z","end":"2026-06-30T18:20:14.607917Z","steps":["trace[155356195] 'range keys from in-memory index tree' (duration: 567.226833ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:14.607977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:14.040337Z","time spent":"567.627886ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:20:14.608301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.377693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:20:14.608406Z","caller":"traceutil/trace.go:171","msg":"trace[547839756] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8886; }","duration":"126.672142ms","start":"2026-06-30T18:20:14.481711Z","end":"2026-06-30T18:20:14.608383Z","steps":["trace[547839756] 'count revisions from in-memory index tree' (duration: 126.29234ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:14.800173Z","caller":"traceutil/trace.go:171","msg":"trace[1632872544] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"127.092227ms","start":"2026-06-30T18:20:14.673048Z","end":"2026-06-30T18:20:14.800141Z","steps":["trace[1632872544] 'process raft request' (duration: 126.8902ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:14.922908Z","caller":"traceutil/trace.go:171","msg":"trace[2133315930] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"238.720656ms","start":"2026-06-30T18:20:14.684157Z","end":"2026-06-30T18:20:14.922878Z","steps":["trace[2133315930] 'process raft request' (duration: 238.402126ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:14.923336Z","caller":"traceutil/trace.go:171","msg":"trace[1283949495] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"183.164004ms","start":"2026-06-30T18:20:14.740119Z","end":"2026-06-30T18:20:14.923283Z","steps":["trace[1283949495] 'process raft request' (duration: 182.636107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:15.755476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.3128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:20:15.75581Z","caller":"traceutil/trace.go:171","msg":"trace[519074860] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"421.612343ms","start":"2026-06-30T18:20:15.334162Z","end":"2026-06-30T18:20:15.755774Z","steps":["trace[519074860] 'process raft request' (duration: 256.864699ms)","trace[519074860] 'compare' (duration: 164.062662ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:15.755968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:15.334135Z","time spent":"421.784649ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:20:16.6208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.20383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:20:16.620882Z","caller":"traceutil/trace.go:171","msg":"trace[904147598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"513.326454ms","start":"2026-06-30T18:20:16.107538Z","end":"2026-06-30T18:20:16.620864Z","steps":["trace[904147598] 'range keys from in-memory index tree' (duration: 513.126637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:16.62092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:16.107522Z","time spent":"513.390346ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:20:16.875304Z","caller":"traceutil/trace.go:171","msg":"trace[1293804597] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"232.684543ms","start":"2026-06-30T18:20:16.64259Z","end":"2026-06-30T18:20:16.875274Z","steps":["trace[1293804597] 'process raft request' (duration: 232.510758ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:17.264857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.29179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:20:17.264927Z","caller":"traceutil/trace.go:171","msg":"trace[37402109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:8903; }","duration":"140.401153ms","start":"2026-06-30T18:20:17.124509Z","end":"2026-06-30T18:20:17.26491Z","steps":["trace[37402109] 'range keys from in-memory index tree' (duration: 140.139705ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:17.265383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.304468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-30T18:20:17.265452Z","caller":"traceutil/trace.go:171","msg":"trace[1527927651] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8903; }","duration":"134.418311ms","start":"2026-06-30T18:20:17.131019Z","end":"2026-06-30T18:20:17.265437Z","steps":["trace[1527927651] 'range keys from in-memory index tree' (duration: 134.186514ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.410874Z","caller":"traceutil/trace.go:171","msg":"trace[281971799] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"140.120974ms","start":"2026-06-30T18:20:17.270723Z","end":"2026-06-30T18:20:17.410844Z","steps":["trace[281971799] 'process raft request' (duration: 139.897377ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.453973Z","caller":"traceutil/trace.go:171","msg":"trace[1829887003] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"183.084992ms","start":"2026-06-30T18:20:17.270863Z","end":"2026-06-30T18:20:17.453948Z","steps":["trace[1829887003] 'process raft request' (duration: 182.9974ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.453984Z","caller":"traceutil/trace.go:171","msg":"trace[335559044] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"183.131794ms","start":"2026-06-30T18:20:17.270821Z","end":"2026-06-30T18:20:17.453953Z","steps":["trace[335559044] 'process raft request' (duration: 182.895776ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.454157Z","caller":"traceutil/trace.go:171","msg":"trace[1792541252] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9317; }","duration":"122.334404ms","start":"2026-06-30T18:20:17.33181Z","end":"2026-06-30T18:20:17.454145Z","steps":["trace[1792541252] 'read index received' (duration: 78.861969ms)","trace[1792541252] 'applied index is now lower than readState.Index' (duration: 43.472055ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:17.454224Z","caller":"traceutil/trace.go:171","msg":"trace[1411591986] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"183.32086ms","start":"2026-06-30T18:20:17.270893Z","end":"2026-06-30T18:20:17.454214Z","steps":["trace[1411591986] 'process raft request' (duration: 183.01239ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:17.45439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.565091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:20:17.454435Z","caller":"traceutil/trace.go:171","msg":"trace[1627717836] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8909; }","duration":"122.646464ms","start":"2026-06-30T18:20:17.331779Z","end":"2026-06-30T18:20:17.454426Z","steps":["trace[1627717836] 'agreement among raft nodes before linearized reading' (duration: 122.447877ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.454645Z","caller":"traceutil/trace.go:171","msg":"trace[1609877233] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"183.734914ms","start":"2026-06-30T18:20:17.270904Z","end":"2026-06-30T18:20:17.454639Z","steps":["trace[1609877233] 'process raft request' (duration: 183.175976ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.454731Z","caller":"traceutil/trace.go:171","msg":"trace[416481502] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"183.784684ms","start":"2026-06-30T18:20:17.27094Z","end":"2026-06-30T18:20:17.454725Z","steps":["trace[416481502] 'process raft request' (duration: 183.179985ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.612357Z","caller":"traceutil/trace.go:171","msg":"trace[1742677459] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"157.205653ms","start":"2026-06-30T18:20:17.455105Z","end":"2026-06-30T18:20:17.612311Z","steps":["trace[1742677459] 'process raft request' (duration: 156.934034ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.623186Z","caller":"traceutil/trace.go:171","msg":"trace[256831030] linearizableReadLoop","detail":"{readStateIndex:9325; appliedIndex:9323; }","duration":"163.830665ms","start":"2026-06-30T18:20:17.459329Z","end":"2026-06-30T18:20:17.62316Z","steps":["trace[256831030] 'read index received' (duration: 152.638926ms)","trace[256831030] 'applied index is now lower than readState.Index' (duration: 11.189749ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:17.623555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.197706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-06-30T18:20:17.623674Z","caller":"traceutil/trace.go:171","msg":"trace[349577764] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8910; }","duration":"164.352662ms","start":"2026-06-30T18:20:17.459299Z","end":"2026-06-30T18:20:17.623652Z","steps":["trace[349577764] 'agreement among raft nodes before linearized reading' (duration: 164.035201ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:17.751618Z","caller":"traceutil/trace.go:171","msg":"trace[122075342] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"123.584673ms","start":"2026-06-30T18:20:17.627986Z","end":"2026-06-30T18:20:17.751571Z","steps":["trace[122075342] 'process raft request' (duration: 90.131181ms)","trace[122075342] 'compare' (duration: 33.249626ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:18.176019Z","caller":"traceutil/trace.go:171","msg":"trace[545991201] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"386.347061ms","start":"2026-06-30T18:20:17.789646Z","end":"2026-06-30T18:20:18.175993Z","steps":["trace[545991201] 'process raft request' (duration: 346.833654ms)","trace[545991201] 'compare' (duration: 39.229868ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:18.176293Z","caller":"traceutil/trace.go:171","msg":"trace[1888198437] linearizableReadLoop","detail":"{readStateIndex:9329; appliedIndex:9328; }","duration":"289.285538ms","start":"2026-06-30T18:20:17.886984Z","end":"2026-06-30T18:20:18.17627Z","steps":["trace[1888198437] 'read index received' (duration: 249.509542ms)","trace[1888198437] 'applied index is now lower than readState.Index' (duration: 39.773856ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:18.176343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:17.789621Z","time spent":"386.454675ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:20:18.176445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.434344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:20:18.176524Z","caller":"traceutil/trace.go:171","msg":"trace[1155376536] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8914; }","duration":"289.573608ms","start":"2026-06-30T18:20:17.886929Z","end":"2026-06-30T18:20:18.176503Z","steps":["trace[1155376536] 'agreement among raft nodes before linearized reading' (duration: 289.430843ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:18.611453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.694085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:20:18.611594Z","caller":"traceutil/trace.go:171","msg":"trace[1951292423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8916; }","duration":"146.85304ms","start":"2026-06-30T18:20:18.46472Z","end":"2026-06-30T18:20:18.611573Z","steps":["trace[1951292423] 'range keys from in-memory index tree' (duration: 146.674835ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:18.61175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.736701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:20:18.612539Z","caller":"traceutil/trace.go:171","msg":"trace[1455655894] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"426.771908ms","start":"2026-06-30T18:20:18.185734Z","end":"2026-06-30T18:20:18.612506Z","steps":["trace[1455655894] 'process raft request' (duration: 113.19029ms)","trace[1455655894] 'compare' (duration: 312.39103ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:18.612573Z","caller":"traceutil/trace.go:171","msg":"trace[1651142767] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"425.319602ms","start":"2026-06-30T18:20:18.187206Z","end":"2026-06-30T18:20:18.612526Z","steps":["trace[1651142767] 'process raft request' (duration: 424.6403ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:18.612655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.297727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:20:18.612785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:18.187187Z","time spent":"425.479737ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:20:18.6128Z","caller":"traceutil/trace.go:171","msg":"trace[1200125133] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8918; }","duration":"100.518034ms","start":"2026-06-30T18:20:18.512251Z","end":"2026-06-30T18:20:18.612769Z","steps":["trace[1200125133] 'agreement among raft nodes before linearized reading' (duration: 100.127811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:18.612802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:20:18.185726Z","time spent":"426.891493ms","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:20:18.825898Z","caller":"traceutil/trace.go:171","msg":"trace[1034146194] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9333; }","duration":"137.628855ms","start":"2026-06-30T18:20:18.688237Z","end":"2026-06-30T18:20:18.825865Z","steps":["trace[1034146194] 'read index received' (duration: 43.405112ms)","trace[1034146194] 'applied index is now lower than readState.Index' (duration: 94.221133ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:20:18.825919Z","caller":"traceutil/trace.go:171","msg":"trace[1790269558] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"206.890116ms","start":"2026-06-30T18:20:18.61899Z","end":"2026-06-30T18:20:18.82588Z","steps":["trace[1790269558] 'process raft request' (duration: 112.632723ms)","trace[1790269558] 'compare' (duration: 93.895122ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:18.826163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.931484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:20:18.82621Z","caller":"traceutil/trace.go:171","msg":"trace[1248176807] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8919; }","duration":"137.999636ms","start":"2026-06-30T18:20:18.688199Z","end":"2026-06-30T18:20:18.826198Z","steps":["trace[1248176807] 'agreement among raft nodes before linearized reading' (duration: 137.826921ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:20:23.982791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6348} {"level":"info","ts":"2026-06-30T18:20:24.095075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6348,"took":"110.429002ms","hash":2052255126,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":25571328,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-30T18:20:24.095147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2052255126,"revision":6348,"compact-revision":2869} {"level":"info","ts":"2026-06-30T18:20:24.25883Z","caller":"traceutil/trace.go:171","msg":"trace[1057466904] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"119.582514ms","start":"2026-06-30T18:20:24.139226Z","end":"2026-06-30T18:20:24.258808Z","steps":["trace[1057466904] 'process raft request' (duration: 119.415949ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:20:24.419732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.60718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:20:24.420018Z","caller":"traceutil/trace.go:171","msg":"trace[1945803839] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"156.406786ms","start":"2026-06-30T18:20:24.263584Z","end":"2026-06-30T18:20:24.419991Z","steps":["trace[1945803839] 'process raft request' (duration: 39.480446ms)","trace[1945803839] 'compare' (duration: 116.466256ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:20:35.893362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.8967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3cbc9c00-a26e-4c73-bf8c-7d4784204225\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-06-30T18:20:35.893457Z","caller":"traceutil/trace.go:171","msg":"trace[931198018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3cbc9c00-a26e-4c73-bf8c-7d4784204225; range_end:; response_count:1; response_revision:9160; }","duration":"190.038715ms","start":"2026-06-30T18:20:35.703396Z","end":"2026-06-30T18:20:35.893435Z","steps":["trace[931198018] 'range keys from in-memory index tree' (duration: 189.697844ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:21:13.78112Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T18:21:13.798826Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-30T18:21:13.798934Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-06-30T18:21:26.281787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043284229s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:21:26.283406Z","caller":"traceutil/trace.go:171","msg":"trace[364299348] linearizableReadLoop","detail":"{readStateIndex:10081; appliedIndex:10080; }","duration":"1.498110293s","start":"2026-06-30T18:21:24.785274Z","end":"2026-06-30T18:21:26.283384Z","steps":["trace[364299348] 'read index received' (duration: 453.140449ms)","trace[364299348] 'applied index is now lower than readState.Index' (duration: 1.044966433s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:21:26.283427Z","caller":"traceutil/trace.go:171","msg":"trace[998255094] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"1.734117305s","start":"2026-06-30T18:21:24.549285Z","end":"2026-06-30T18:21:26.283402Z","steps":["trace[998255094] 'process raft request' (duration: 689.130601ms)","trace[998255094] 'compare' (duration: 1.042911658s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:21:26.283529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498236966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:21:26.28357Z","caller":"traceutil/trace.go:171","msg":"trace[1889694565] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9635; }","duration":"1.498322229s","start":"2026-06-30T18:21:24.785236Z","end":"2026-06-30T18:21:26.283558Z","steps":["trace[1889694565] 'agreement among raft nodes before linearized reading' (duration: 1.498226386s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.283598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:24.785216Z","time spent":"1.498376221s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:21:26.283767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:24.549264Z","time spent":"1.734219768s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:21:26.300324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.61064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T18:21:26.30038Z","caller":"traceutil/trace.go:171","msg":"trace[1373205887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9636; }","duration":"465.698143ms","start":"2026-06-30T18:21:25.834671Z","end":"2026-06-30T18:21:26.300369Z","steps":["trace[1373205887] 'agreement among raft nodes before linearized reading' (duration: 465.522087ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.300404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.83466Z","time spent":"465.739334ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:21:26.300396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.832875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-30T18:21:26.3004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.945105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-06-30T18:21:26.300453Z","caller":"traceutil/trace.go:171","msg":"trace[964098592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9636; }","duration":"469.940669ms","start":"2026-06-30T18:21:25.830496Z","end":"2026-06-30T18:21:26.300436Z","steps":["trace[964098592] 'agreement among raft nodes before linearized reading' (duration: 469.702841ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:21:26.300461Z","caller":"traceutil/trace.go:171","msg":"trace[97376514] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9636; }","duration":"904.047618ms","start":"2026-06-30T18:21:25.396398Z","end":"2026-06-30T18:21:26.300445Z","steps":["trace[97376514] 'agreement among raft nodes before linearized reading' (duration: 903.869702ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.300495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.39638Z","time spent":"904.10704ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:21:26.300506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.086387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-06-30T18:21:26.300496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.830479Z","time spent":"470.00723ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:21:26.300521Z","caller":"traceutil/trace.go:171","msg":"trace[526809606] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9636; }","duration":"462.121817ms","start":"2026-06-30T18:21:25.838395Z","end":"2026-06-30T18:21:26.300517Z","steps":["trace[526809606] 'agreement among raft nodes before linearized reading' (duration: 462.079056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.300536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.838385Z","time spent":"462.148329ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:21:26.300584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193735571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:21:26.300595Z","caller":"traceutil/trace.go:171","msg":"trace[1416801807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9636; }","duration":"1.193782292s","start":"2026-06-30T18:21:25.106809Z","end":"2026-06-30T18:21:26.300591Z","steps":["trace[1416801807] 'agreement among raft nodes before linearized reading' (duration: 1.193764971s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.300606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.106787Z","time spent":"1.193816433s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:21:26.300608Z","caller":"traceutil/trace.go:171","msg":"trace[118539668] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"885.08769ms","start":"2026-06-30T18:21:25.415506Z","end":"2026-06-30T18:21:26.300594Z","steps":["trace[118539668] 'process raft request' (duration: 884.507691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.300615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.940066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-30T18:21:26.300678Z","caller":"traceutil/trace.go:171","msg":"trace[556728828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9636; }","duration":"464.013728ms","start":"2026-06-30T18:21:25.836643Z","end":"2026-06-30T18:21:26.300656Z","steps":["trace[556728828] 'agreement among raft nodes before linearized reading' (duration: 463.872363ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.300699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.415489Z","time spent":"885.147802ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:21:26.300722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.836634Z","time spent":"464.076431ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:21:26.300749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.800985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-30T18:21:26.300793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.191549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:21:26.300809Z","caller":"traceutil/trace.go:171","msg":"trace[304430888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9636; }","duration":"509.892048ms","start":"2026-06-30T18:21:25.790899Z","end":"2026-06-30T18:21:26.300791Z","steps":["trace[304430888] 'agreement among raft nodes before linearized reading' (duration: 509.721843ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:21:26.300829Z","caller":"traceutil/trace.go:171","msg":"trace[1017620671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9636; }","duration":"481.257221ms","start":"2026-06-30T18:21:25.81956Z","end":"2026-06-30T18:21:26.300817Z","steps":["trace[1017620671] 'agreement among raft nodes before linearized reading' (duration: 481.170908ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.300857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.819542Z","time spent":"481.309502ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:21:26.300854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.790884Z","time spent":"509.961071ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:21:26.30084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.889939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:21:26.301014Z","caller":"traceutil/trace.go:171","msg":"trace[1396766910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:9636; }","duration":"628.103276ms","start":"2026-06-30T18:21:25.672885Z","end":"2026-06-30T18:21:26.300988Z","steps":["trace[1396766910] 'agreement among raft nodes before linearized reading' (duration: 627.733854ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.301048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.510616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:21:26.30106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:25.67287Z","time spent":"628.178839ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-7nhzj\" "} {"level":"info","ts":"2026-06-30T18:21:26.301098Z","caller":"traceutil/trace.go:171","msg":"trace[1500639440] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9636; }","duration":"220.607679ms","start":"2026-06-30T18:21:26.080476Z","end":"2026-06-30T18:21:26.301084Z","steps":["trace[1500639440] 'agreement among raft nodes before linearized reading' (duration: 219.758011ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:21:26.715695Z","caller":"traceutil/trace.go:171","msg":"trace[281020712] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"410.369929ms","start":"2026-06-30T18:21:26.305297Z","end":"2026-06-30T18:21:26.715667Z","steps":["trace[281020712] 'process raft request' (duration: 360.795321ms)","trace[281020712] 'compare' (duration: 49.304829ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:21:26.715762Z","caller":"traceutil/trace.go:171","msg":"trace[1067769430] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"409.948936ms","start":"2026-06-30T18:21:26.305784Z","end":"2026-06-30T18:21:26.715733Z","steps":["trace[1067769430] 'process raft request' (duration: 409.790751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.715828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.305277Z","time spent":"410.481463ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:21:26.715941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.305776Z","time spent":"410.051459ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:21:26.716Z","caller":"traceutil/trace.go:171","msg":"trace[239844204] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"410.08521ms","start":"2026-06-30T18:21:26.305905Z","end":"2026-06-30T18:21:26.71599Z","steps":["trace[239844204] 'process raft request' (duration: 409.77858ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.716044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.305897Z","time spent":"410.122011ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:21:26.716081Z","caller":"traceutil/trace.go:171","msg":"trace[1990426415] linearizableReadLoop","detail":"{readStateIndex:10089; appliedIndex:10082; }","duration":"408.560181ms","start":"2026-06-30T18:21:26.30751Z","end":"2026-06-30T18:21:26.71607Z","steps":["trace[1990426415] 'read index received' (duration: 53.399991ms)","trace[1990426415] 'applied index is now lower than readState.Index' (duration: 355.15945ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:21:26.716153Z","caller":"traceutil/trace.go:171","msg":"trace[1674530409] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"408.606072ms","start":"2026-06-30T18:21:26.307537Z","end":"2026-06-30T18:21:26.716143Z","steps":["trace[1674530409] 'process raft request' (duration: 408.499809ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:21:26.716161Z","caller":"traceutil/trace.go:171","msg":"trace[1563058787] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"408.661214ms","start":"2026-06-30T18:21:26.307478Z","end":"2026-06-30T18:21:26.71614Z","steps":["trace[1563058787] 'process raft request' (duration: 408.515599ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.716197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.30751Z","time spent":"408.663554ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:21:26.716268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.306597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:21:26.7163Z","caller":"traceutil/trace.go:171","msg":"trace[170913677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9644; }","duration":"405.40851ms","start":"2026-06-30T18:21:26.310884Z","end":"2026-06-30T18:21:26.716292Z","steps":["trace[170913677] 'agreement among raft nodes before linearized reading' (duration: 405.282156ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.716293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.307467Z","time spent":"408.774638ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:21:26.716403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.268356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-06-30T18:21:26.716429Z","caller":"traceutil/trace.go:171","msg":"trace[287069531] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9644; }","duration":"322.331138ms","start":"2026-06-30T18:21:26.394092Z","end":"2026-06-30T18:21:26.716423Z","steps":["trace[287069531] 'agreement among raft nodes before linearized reading' (duration: 322.239495ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:21:26.716433Z","caller":"traceutil/trace.go:171","msg":"trace[9989109] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"408.981285ms","start":"2026-06-30T18:21:26.307433Z","end":"2026-06-30T18:21:26.716414Z","steps":["trace[9989109] 'process raft request' (duration: 408.51128ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.716446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.394071Z","time spent":"322.36985ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:21:26.716515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.307417Z","time spent":"409.059117ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:21:26.716561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.036676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241208"} {"level":"warn","ts":"2026-06-30T18:21:26.71632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.310877Z","time spent":"405.438302ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:21:26.716046Z","caller":"traceutil/trace.go:171","msg":"trace[382850865] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"408.657324ms","start":"2026-06-30T18:21:26.307366Z","end":"2026-06-30T18:21:26.716023Z","steps":["trace[382850865] 'process raft request' (duration: 408.476408ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.716661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.307356Z","time spent":"409.283894ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:21:26.716609Z","caller":"traceutil/trace.go:171","msg":"trace[242354106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9644; }","duration":"409.14162ms","start":"2026-06-30T18:21:26.307458Z","end":"2026-06-30T18:21:26.716599Z","steps":["trace[242354106] 'agreement among raft nodes before linearized reading' (duration: 408.857841ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:26.716716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:21:26.307447Z","time spent":"409.262383ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":241230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-30T18:21:27.217484Z","caller":"traceutil/trace.go:171","msg":"trace[1418420009] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9646; }","duration":"182.918561ms","start":"2026-06-30T18:21:27.034545Z","end":"2026-06-30T18:21:27.217464Z","steps":["trace[1418420009] 'process raft request' (duration: 182.816917ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:21:27.223528Z","caller":"traceutil/trace.go:171","msg":"trace[303738424] linearizableReadLoop","detail":"{readStateIndex:10094; appliedIndex:10092; }","duration":"111.008566ms","start":"2026-06-30T18:21:27.112505Z","end":"2026-06-30T18:21:27.223513Z","steps":["trace[303738424] 'read index received' (duration: 104.839589ms)","trace[303738424] 'applied index is now lower than readState.Index' (duration: 6.168047ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:21:27.223585Z","caller":"traceutil/trace.go:171","msg":"trace[2048171393] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"163.295383ms","start":"2026-06-30T18:21:27.060263Z","end":"2026-06-30T18:21:27.223558Z","steps":["trace[2048171393] 'process raft request' (duration: 163.147448ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:21:27.223643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.12066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:21:27.223676Z","caller":"traceutil/trace.go:171","msg":"trace[592265406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9647; }","duration":"111.215743ms","start":"2026-06-30T18:21:27.112453Z","end":"2026-06-30T18:21:27.223669Z","steps":["trace[592265406] 'agreement among raft nodes before linearized reading' (duration: 111.11368ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:23:45.536993Z","caller":"traceutil/trace.go:171","msg":"trace[1323457515] linearizableReadLoop","detail":"{readStateIndex:11447; appliedIndex:11446; }","duration":"105.33043ms","start":"2026-06-30T18:23:45.43164Z","end":"2026-06-30T18:23:45.536971Z","steps":["trace[1323457515] 'read index received' (duration: 105.120733ms)","trace[1323457515] 'applied index is now lower than readState.Index' (duration: 208.757µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:23:45.537045Z","caller":"traceutil/trace.go:171","msg":"trace[490987730] transaction","detail":"{read_only:false; response_revision:10939; number_of_response:1; }","duration":"107.025963ms","start":"2026-06-30T18:23:45.429988Z","end":"2026-06-30T18:23:45.537014Z","steps":["trace[490987730] 'process raft request' (duration: 106.836317ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:23:45.537236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.573138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T18:23:45.537346Z","caller":"traceutil/trace.go:171","msg":"trace[1392350633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10939; }","duration":"105.714742ms","start":"2026-06-30T18:23:45.431609Z","end":"2026-06-30T18:23:45.537324Z","steps":["trace[1392350633] 'agreement among raft nodes before linearized reading' (duration: 105.460554ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:23:45.740865Z","caller":"traceutil/trace.go:171","msg":"trace[339052452] linearizableReadLoop","detail":"{readStateIndex:11450; appliedIndex:11448; }","duration":"170.906476ms","start":"2026-06-30T18:23:45.569938Z","end":"2026-06-30T18:23:45.740845Z","steps":["trace[339052452] 'read index received' (duration: 154.907879ms)","trace[339052452] 'applied index is now lower than readState.Index' (duration: 15.997737ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:23:45.740897Z","caller":"traceutil/trace.go:171","msg":"trace[2068465038] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"198.291246ms","start":"2026-06-30T18:23:45.542573Z","end":"2026-06-30T18:23:45.740864Z","steps":["trace[2068465038] 'process raft request' (duration: 182.316079ms)","trace[2068465038] 'compare' (duration: 15.76102ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:23:45.740972Z","caller":"traceutil/trace.go:171","msg":"trace[546151708] transaction","detail":"{read_only:false; response_revision:10942; number_of_response:1; }","duration":"197.282314ms","start":"2026-06-30T18:23:45.54367Z","end":"2026-06-30T18:23:45.740952Z","steps":["trace[546151708] 'process raft request' (duration: 197.104259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:23:45.741052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.095862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T18:23:45.74108Z","caller":"traceutil/trace.go:171","msg":"trace[1817396013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10942; }","duration":"171.170434ms","start":"2026-06-30T18:23:45.5699Z","end":"2026-06-30T18:23:45.74107Z","steps":["trace[1817396013] 'agreement among raft nodes before linearized reading' (duration: 171.05514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:23:45.741294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.672308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:23:45.741359Z","caller":"traceutil/trace.go:171","msg":"trace[2008904630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10942; }","duration":"131.790711ms","start":"2026-06-30T18:23:45.609553Z","end":"2026-06-30T18:23:45.741344Z","steps":["trace[2008904630] 'agreement among raft nodes before linearized reading' (duration: 131.581235ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:23:48.457177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.330053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:23:48.457317Z","caller":"traceutil/trace.go:171","msg":"trace[818746496] transaction","detail":"{read_only:false; response_revision:10971; number_of_response:1; }","duration":"161.820264ms","start":"2026-06-30T18:23:48.295474Z","end":"2026-06-30T18:23:48.457295Z","steps":["trace[818746496] 'process raft request' (duration: 24.255903ms)","trace[818746496] 'compare' (duration: 136.56583ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:24:48.243045Z","caller":"traceutil/trace.go:171","msg":"trace[1801607427] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"110.674326ms","start":"2026-06-30T18:24:48.132339Z","end":"2026-06-30T18:24:48.243013Z","steps":["trace[1801607427] 'process raft request' (duration: 110.47849ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:24:48.261629Z","caller":"traceutil/trace.go:171","msg":"trace[2011035301] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"126.187617ms","start":"2026-06-30T18:24:48.135405Z","end":"2026-06-30T18:24:48.261592Z","steps":["trace[2011035301] 'process raft request' (duration: 125.922219ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:24:48.261667Z","caller":"traceutil/trace.go:171","msg":"trace[205098628] transaction","detail":"{read_only:false; response_revision:11700; number_of_response:1; }","duration":"125.925819ms","start":"2026-06-30T18:24:48.135688Z","end":"2026-06-30T18:24:48.261614Z","steps":["trace[205098628] 'process raft request' (duration: 125.837756ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:24:48.261926Z","caller":"traceutil/trace.go:171","msg":"trace[1590414325] linearizableReadLoop","detail":"{readStateIndex:12237; appliedIndex:12235; }","duration":"126.27197ms","start":"2026-06-30T18:24:48.135633Z","end":"2026-06-30T18:24:48.261905Z","steps":["trace[1590414325] 'read index received' (duration: 107.26119ms)","trace[1590414325] 'applied index is now lower than readState.Index' (duration: 19.00961ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:24:48.262108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.457126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-06-30T18:24:48.262211Z","caller":"traceutil/trace.go:171","msg":"trace[480956017] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11700; }","duration":"126.593711ms","start":"2026-06-30T18:24:48.135587Z","end":"2026-06-30T18:24:48.262181Z","steps":["trace[480956017] 'agreement among raft nodes before linearized reading' (duration: 126.396285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:24:50.548585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.943698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:24:50.548803Z","caller":"traceutil/trace.go:171","msg":"trace[1627664891] transaction","detail":"{read_only:false; response_revision:11712; number_of_response:1; }","duration":"226.10414ms","start":"2026-06-30T18:24:50.322672Z","end":"2026-06-30T18:24:50.548776Z","steps":["trace[1627664891] 'process raft request' (duration: 72.882293ms)","trace[1627664891] 'compare' (duration: 152.787783ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:24:50.548756Z","caller":"traceutil/trace.go:171","msg":"trace[988668310] transaction","detail":"{read_only:false; response_revision:11713; number_of_response:1; }","duration":"226.050977ms","start":"2026-06-30T18:24:50.322687Z","end":"2026-06-30T18:24:50.548738Z","steps":["trace[988668310] 'process raft request' (duration: 225.990516ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:24:50.581807Z","caller":"traceutil/trace.go:171","msg":"trace[375831933] transaction","detail":"{read_only:false; response_revision:11714; number_of_response:1; }","duration":"258.724702ms","start":"2026-06-30T18:24:50.323049Z","end":"2026-06-30T18:24:50.581773Z","steps":["trace[375831933] 'process raft request' (duration: 258.496945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.38814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.88085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:25:03.388275Z","caller":"traceutil/trace.go:171","msg":"trace[1075177950] linearizableReadLoop","detail":"{readStateIndex:12346; appliedIndex:12345; }","duration":"364.912878ms","start":"2026-06-30T18:25:03.023343Z","end":"2026-06-30T18:25:03.388256Z","steps":["trace[1075177950] 'read index received' (duration: 209.024249ms)","trace[1075177950] 'applied index is now lower than readState.Index' (duration: 155.886999ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:25:03.388429Z","caller":"traceutil/trace.go:171","msg":"trace[1081243287] transaction","detail":"{read_only:false; response_revision:11803; number_of_response:1; }","duration":"445.127338ms","start":"2026-06-30T18:25:02.94326Z","end":"2026-06-30T18:25:03.388388Z","steps":["trace[1081243287] 'process raft request' (duration: 288.901948ms)","trace[1081243287] 'compare' (duration: 155.490638ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:25:03.388516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:02.943228Z","time spent":"445.244032ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:25:03.388585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.229219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-06-30T18:25:03.388676Z","caller":"traceutil/trace.go:171","msg":"trace[2138405369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11803; }","duration":"365.363963ms","start":"2026-06-30T18:25:03.023284Z","end":"2026-06-30T18:25:03.388648Z","steps":["trace[2138405369] 'agreement among raft nodes before linearized reading' (duration: 365.137535ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.388736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.023265Z","time spent":"365.459276ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:25:03.823301Z","caller":"traceutil/trace.go:171","msg":"trace[1661989876] linearizableReadLoop","detail":"{readStateIndex:12347; appliedIndex:12346; }","duration":"434.940482ms","start":"2026-06-30T18:25:03.388303Z","end":"2026-06-30T18:25:03.823244Z","steps":["trace[1661989876] 'read index received' (duration: 429.306867ms)","trace[1661989876] 'applied index is now lower than readState.Index' (duration: 5.632544ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:25:03.823361Z","caller":"traceutil/trace.go:171","msg":"trace[557324894] transaction","detail":"{read_only:false; response_revision:11804; number_of_response:1; }","duration":"770.86081ms","start":"2026-06-30T18:25:03.052456Z","end":"2026-06-30T18:25:03.823316Z","steps":["trace[557324894] 'process raft request' (duration: 765.140132ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.823668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.034537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-06-30T18:25:03.82372Z","caller":"traceutil/trace.go:171","msg":"trace[1446929725] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11804; }","duration":"524.144231ms","start":"2026-06-30T18:25:03.299561Z","end":"2026-06-30T18:25:03.823705Z","steps":["trace[1446929725] 'agreement among raft nodes before linearized reading' (duration: 523.857182ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.823742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.052436Z","time spent":"771.001295ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:25:03.823763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.29949Z","time spent":"524.263144ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:25:03.823767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.953326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:25:03.823741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.569172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:25:03.823869Z","caller":"traceutil/trace.go:171","msg":"trace[754340669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11804; }","duration":"716.07764ms","start":"2026-06-30T18:25:03.107757Z","end":"2026-06-30T18:25:03.823835Z","steps":["trace[754340669] 'agreement among raft nodes before linearized reading' (duration: 715.921735ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:25:03.823881Z","caller":"traceutil/trace.go:171","msg":"trace[2057618504] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11804; }","duration":"685.761749ms","start":"2026-06-30T18:25:03.138098Z","end":"2026-06-30T18:25:03.82386Z","steps":["trace[2057618504] 'agreement among raft nodes before linearized reading' (duration: 685.524251ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.823921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.10774Z","time spent":"716.171202ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:25:03.823935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.138077Z","time spent":"685.84091ms","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:25:03.8253Z","caller":"traceutil/trace.go:171","msg":"trace[2109958874] transaction","detail":"{read_only:false; response_revision:11805; number_of_response:1; }","duration":"431.98321ms","start":"2026-06-30T18:25:03.393296Z","end":"2026-06-30T18:25:03.825279Z","steps":["trace[2109958874] 'process raft request' (duration: 431.777053ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.825388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.623058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:25:03.825432Z","caller":"traceutil/trace.go:171","msg":"trace[385888525] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:11805; }","duration":"429.721611ms","start":"2026-06-30T18:25:03.395698Z","end":"2026-06-30T18:25:03.82542Z","steps":["trace[385888525] 'agreement among raft nodes before linearized reading' (duration: 429.642239ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.825439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.393273Z","time spent":"432.078463ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:25:03.825414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.102126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:25:03.825509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.493844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:25:03.825568Z","caller":"traceutil/trace.go:171","msg":"trace[982899224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11805; }","duration":"391.596857ms","start":"2026-06-30T18:25:03.433956Z","end":"2026-06-30T18:25:03.825553Z","steps":["trace[982899224] 'agreement among raft nodes before linearized reading' (duration: 391.419712ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.825609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.433937Z","time spent":"391.663009ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T18:25:03.825525Z","caller":"traceutil/trace.go:171","msg":"trace[1687183448] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11805; }","duration":"300.281532ms","start":"2026-06-30T18:25:03.525223Z","end":"2026-06-30T18:25:03.825505Z","steps":["trace[1687183448] 'agreement among raft nodes before linearized reading' (duration: 300.050795ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:03.825669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.525204Z","time spent":"300.451297ms","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:25:03.825469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.395671Z","time spent":"429.788942ms","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-06-30T18:25:04.299737Z","caller":"traceutil/trace.go:171","msg":"trace[105212381] linearizableReadLoop","detail":"{readStateIndex:12349; appliedIndex:12348; }","duration":"472.074756ms","start":"2026-06-30T18:25:03.827636Z","end":"2026-06-30T18:25:04.299711Z","steps":["trace[105212381] 'read index received' (duration: 471.997583ms)","trace[105212381] 'applied index is now lower than readState.Index' (duration: 76.053µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:25:04.299788Z","caller":"traceutil/trace.go:171","msg":"trace[282936975] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11805; }","duration":"472.388315ms","start":"2026-06-30T18:25:03.827367Z","end":"2026-06-30T18:25:04.299755Z","steps":["trace[282936975] 'process raft request' (duration: 472.208059ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.299934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.82735Z","time spent":"472.511809ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:25:04.29997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.326523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-06-30T18:25:04.300022Z","caller":"traceutil/trace.go:171","msg":"trace[722756936] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11805; }","duration":"472.412506ms","start":"2026-06-30T18:25:03.827593Z","end":"2026-06-30T18:25:04.300006Z","steps":["trace[722756936] 'agreement among raft nodes before linearized reading' (duration: 472.22259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.300068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.827579Z","time spent":"472.478868ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:25:04.313276Z","caller":"traceutil/trace.go:171","msg":"trace[1375767796] transaction","detail":"{read_only:false; response_revision:11806; number_of_response:1; }","duration":"483.81413ms","start":"2026-06-30T18:25:03.829439Z","end":"2026-06-30T18:25:04.313253Z","steps":["trace[1375767796] 'process raft request' (duration: 483.619064ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.313454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.829425Z","time spent":"483.915473ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:25:04.31357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.935972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-30T18:25:04.313651Z","caller":"traceutil/trace.go:171","msg":"trace[1492949615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11806; }","duration":"301.039055ms","start":"2026-06-30T18:25:04.012589Z","end":"2026-06-30T18:25:04.313628Z","steps":["trace[1492949615] 'agreement among raft nodes before linearized reading' (duration: 300.840379ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.313703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:04.012554Z","time spent":"301.137738ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:25:04.313774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.990835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:25:04.313779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.433108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:25:04.313771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.47537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:25:04.31383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.194389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:25:04.313846Z","caller":"traceutil/trace.go:171","msg":"trace[170591410] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11806; }","duration":"320.526041ms","start":"2026-06-30T18:25:03.993304Z","end":"2026-06-30T18:25:04.31383Z","steps":["trace[170591410] 'agreement among raft nodes before linearized reading' (duration: 320.399077ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:25:04.313807Z","caller":"traceutil/trace.go:171","msg":"trace[1154213433] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11806; }","duration":"321.052617ms","start":"2026-06-30T18:25:03.992744Z","end":"2026-06-30T18:25:04.313797Z","steps":["trace[1154213433] 'agreement among raft nodes before linearized reading' (duration: 320.994795ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:25:04.313862Z","caller":"traceutil/trace.go:171","msg":"trace[805295457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11806; }","duration":"320.604933ms","start":"2026-06-30T18:25:03.993243Z","end":"2026-06-30T18:25:04.313848Z","steps":["trace[805295457] 'agreement among raft nodes before linearized reading' (duration: 320.48448ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:25:04.313871Z","caller":"traceutil/trace.go:171","msg":"trace[1102737086] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11806; }","duration":"319.248071ms","start":"2026-06-30T18:25:03.994612Z","end":"2026-06-30T18:25:04.31386Z","steps":["trace[1102737086] 'agreement among raft nodes before linearized reading' (duration: 319.176258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.313888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.992725Z","time spent":"321.15581ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-06-30T18:25:04.313904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.994607Z","time spent":"319.290022ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-06-30T18:25:04.313906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.993299Z","time spent":"320.598513ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-06-30T18:25:04.313907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.993223Z","time spent":"320.673016ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-06-30T18:25:04.313939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.119125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:25:04.313883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.949719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-06-30T18:25:04.313979Z","caller":"traceutil/trace.go:171","msg":"trace[83602769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11806; }","duration":"183.168827ms","start":"2026-06-30T18:25:04.130797Z","end":"2026-06-30T18:25:04.313966Z","steps":["trace[83602769] 'agreement among raft nodes before linearized reading' (duration: 183.112495ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:25:04.313991Z","caller":"traceutil/trace.go:171","msg":"trace[770220384] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11806; }","duration":"182.074322ms","start":"2026-06-30T18:25:04.131902Z","end":"2026-06-30T18:25:04.313977Z","steps":["trace[770220384] 'agreement among raft nodes before linearized reading' (duration: 181.892807ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.313986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.348642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:25:04.314026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.321062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:25:04.314038Z","caller":"traceutil/trace.go:171","msg":"trace[4058416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11806; }","duration":"183.414314ms","start":"2026-06-30T18:25:04.130613Z","end":"2026-06-30T18:25:04.314027Z","steps":["trace[4058416] 'agreement among raft nodes before linearized reading' (duration: 183.349862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.314031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.572881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-30T18:25:04.314149Z","caller":"traceutil/trace.go:171","msg":"trace[257041100] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11806; }","duration":"319.681484ms","start":"2026-06-30T18:25:03.994428Z","end":"2026-06-30T18:25:04.31411Z","steps":["trace[257041100] 'agreement among raft nodes before linearized reading' (duration: 319.483198ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:25:04.314055Z","caller":"traceutil/trace.go:171","msg":"trace[1600244122] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11806; }","duration":"183.380053ms","start":"2026-06-30T18:25:04.130665Z","end":"2026-06-30T18:25:04.314046Z","steps":["trace[1600244122] 'agreement among raft nodes before linearized reading' (duration: 183.337842ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.314048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.480496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:25:04.314149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.522848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-06-30T18:25:04.314219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.994419Z","time spent":"319.770377ms","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-06-30T18:25:04.314233Z","caller":"traceutil/trace.go:171","msg":"trace[1299808156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11806; }","duration":"183.707693ms","start":"2026-06-30T18:25:04.130514Z","end":"2026-06-30T18:25:04.314221Z","steps":["trace[1299808156] 'agreement among raft nodes before linearized reading' (duration: 183.501026ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:25:04.314268Z","caller":"traceutil/trace.go:171","msg":"trace[9390247] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11806; }","duration":"318.691154ms","start":"2026-06-30T18:25:03.995552Z","end":"2026-06-30T18:25:04.314243Z","steps":["trace[9390247] 'agreement among raft nodes before linearized reading' (duration: 318.320892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:25:04.314352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:25:03.995535Z","time spent":"318.775367ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5098,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-06-30T18:25:23.989307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8967} {"level":"info","ts":"2026-06-30T18:25:24.075588Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8967,"took":"84.39506ms","hash":1954045877,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":27766784,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-30T18:25:24.075686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1954045877,"revision":8967,"compact-revision":6348} {"level":"info","ts":"2026-06-30T18:30:23.995094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11988} {"level":"info","ts":"2026-06-30T18:30:24.091767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11988,"took":"94.170886ms","hash":1877183235,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":25862144,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-30T18:30:24.091843Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1877183235,"revision":11988,"compact-revision":8967} {"level":"warn","ts":"2026-06-30T18:30:40.140754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.977355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-06-30T18:30:40.140816Z","caller":"traceutil/trace.go:171","msg":"trace[1671781216] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14542; }","duration":"166.083528ms","start":"2026-06-30T18:30:39.974719Z","end":"2026-06-30T18:30:40.140802Z","steps":["trace[1671781216] 'range keys from in-memory index tree' (duration: 165.85201ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:30:40.141592Z","caller":"traceutil/trace.go:171","msg":"trace[623958603] transaction","detail":"{read_only:false; response_revision:14543; number_of_response:1; }","duration":"110.53928ms","start":"2026-06-30T18:30:40.03103Z","end":"2026-06-30T18:30:40.14157Z","steps":["trace[623958603] 'process raft request' (duration: 102.522523ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:30:40.721285Z","caller":"traceutil/trace.go:171","msg":"trace[457114909] transaction","detail":"{read_only:false; response_revision:14546; number_of_response:1; }","duration":"487.568762ms","start":"2026-06-30T18:30:40.233696Z","end":"2026-06-30T18:30:40.721264Z","steps":["trace[457114909] 'process raft request' (duration: 472.371855ms)","trace[457114909] 'compare' (duration: 14.752643ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:30:40.721372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.59721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:30:40.721397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:30:40.233661Z","time spent":"487.679685ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:30:40.721408Z","caller":"traceutil/trace.go:171","msg":"trace[952874925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14546; }","duration":"466.685713ms","start":"2026-06-30T18:30:40.254712Z","end":"2026-06-30T18:30:40.721398Z","steps":["trace[952874925] 'agreement among raft nodes before linearized reading' (duration: 466.612111ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:30:40.721283Z","caller":"traceutil/trace.go:171","msg":"trace[1383874929] linearizableReadLoop","detail":"{readStateIndex:15233; appliedIndex:15232; }","duration":"466.496907ms","start":"2026-06-30T18:30:40.254758Z","end":"2026-06-30T18:30:40.721255Z","steps":["trace[1383874929] 'read index received' (duration: 451.248208ms)","trace[1383874929] 'applied index is now lower than readState.Index' (duration: 15.247789ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:30:40.721448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:30:40.25469Z","time spent":"466.748554ms","remote":"127.0.0.1:45254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:30:40.721667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.946698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:30:40.721694Z","caller":"traceutil/trace.go:171","msg":"trace[1337176358] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14546; }","duration":"395.987709ms","start":"2026-06-30T18:30:40.325699Z","end":"2026-06-30T18:30:40.721687Z","steps":["trace[1337176358] 'agreement among raft nodes before linearized reading' (duration: 395.890056ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:30:40.721711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:30:40.325692Z","time spent":"396.01437ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:30:40.721692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.583423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-30T18:30:40.721726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.395206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:30:40.721755Z","caller":"traceutil/trace.go:171","msg":"trace[1861836983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14546; }","duration":"413.424427ms","start":"2026-06-30T18:30:40.308323Z","end":"2026-06-30T18:30:40.721747Z","steps":["trace[1861836983] 'agreement among raft nodes before linearized reading' (duration: 413.344445ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:30:40.721785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:30:40.308258Z","time spent":"413.52211ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:30:40.721753Z","caller":"traceutil/trace.go:171","msg":"trace[219492171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14546; }","duration":"428.716677ms","start":"2026-06-30T18:30:40.293019Z","end":"2026-06-30T18:30:40.721736Z","steps":["trace[219492171] 'agreement among raft nodes before linearized reading' (duration: 428.519351ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:30:40.721821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:30:40.293Z","time spent":"428.81136ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:30:51.425679Z","caller":"traceutil/trace.go:171","msg":"trace[1996022725] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"289.659685ms","start":"2026-06-30T18:30:51.135997Z","end":"2026-06-30T18:30:51.425657Z","steps":["trace[1996022725] 'process raft request' (duration: 289.5074ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:30:51.436626Z","caller":"traceutil/trace.go:171","msg":"trace[1324982122] linearizableReadLoop","detail":"{readStateIndex:15352; appliedIndex:15351; }","duration":"186.890364ms","start":"2026-06-30T18:30:51.249698Z","end":"2026-06-30T18:30:51.436588Z","steps":["trace[1324982122] 'read index received' (duration: 176.088258ms)","trace[1324982122] 'applied index is now lower than readState.Index' (duration: 10.800766ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:30:51.436788Z","caller":"traceutil/trace.go:171","msg":"trace[814077482] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"260.119899ms","start":"2026-06-30T18:30:51.176658Z","end":"2026-06-30T18:30:51.436778Z","steps":["trace[814077482] 'process raft request' (duration: 259.729176ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:30:51.436998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.293027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-06-30T18:30:51.437031Z","caller":"traceutil/trace.go:171","msg":"trace[431856646] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14658; }","duration":"187.38415ms","start":"2026-06-30T18:30:51.249637Z","end":"2026-06-30T18:30:51.437022Z","steps":["trace[431856646] 'agreement among raft nodes before linearized reading' (duration: 187.290987ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:30:54.72849Z","caller":"traceutil/trace.go:171","msg":"trace[2116588712] linearizableReadLoop","detail":"{readStateIndex:15381; appliedIndex:15380; }","duration":"307.33678ms","start":"2026-06-30T18:30:54.421137Z","end":"2026-06-30T18:30:54.728474Z","steps":["trace[2116588712] 'read index received' (duration: 307.212856ms)","trace[2116588712] 'applied index is now lower than readState.Index' (duration: 123.354µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:30:54.728538Z","caller":"traceutil/trace.go:171","msg":"trace[2127426493] transaction","detail":"{read_only:false; response_revision:14684; number_of_response:1; }","duration":"463.870283ms","start":"2026-06-30T18:30:54.264657Z","end":"2026-06-30T18:30:54.728528Z","steps":["trace[2127426493] 'process raft request' (duration: 463.716028ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:30:54.728586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.437824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:30:54.728612Z","caller":"traceutil/trace.go:171","msg":"trace[1641557590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14684; }","duration":"307.516757ms","start":"2026-06-30T18:30:54.42109Z","end":"2026-06-30T18:30:54.728606Z","steps":["trace[1641557590] 'agreement among raft nodes before linearized reading' (duration: 307.449074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:30:54.728615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:30:54.264638Z","time spent":"463.928824ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:30:54.728629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:30:54.421073Z","time spent":"307.551728ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:31:00.954905Z","caller":"traceutil/trace.go:171","msg":"trace[232760280] transaction","detail":"{read_only:false; response_revision:14727; number_of_response:1; }","duration":"114.445214ms","start":"2026-06-30T18:31:00.840423Z","end":"2026-06-30T18:31:00.954868Z","steps":["trace[232760280] 'process raft request' (duration: 51.829479ms)","trace[232760280] 'compare' (duration: 62.369107ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:16.166295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.692357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:31:16.166404Z","caller":"traceutil/trace.go:171","msg":"trace[616526162] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14824; }","duration":"230.861742ms","start":"2026-06-30T18:31:15.93552Z","end":"2026-06-30T18:31:16.166381Z","steps":["trace[616526162] 'count revisions from in-memory index tree' (duration: 230.589733ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:16.166643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.958302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:31:16.166714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.970782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:31:16.166804Z","caller":"traceutil/trace.go:171","msg":"trace[142992474] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14824; }","duration":"507.363665ms","start":"2026-06-30T18:31:15.65941Z","end":"2026-06-30T18:31:16.166773Z","steps":["trace[142992474] 'count revisions from in-memory index tree' (duration: 506.749846ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:16.166811Z","caller":"traceutil/trace.go:171","msg":"trace[1282714825] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14824; }","duration":"467.096776ms","start":"2026-06-30T18:31:15.699689Z","end":"2026-06-30T18:31:16.166786Z","steps":["trace[1282714825] 'range keys from in-memory index tree' (duration: 466.854948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:16.166863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:15.699676Z","time spent":"467.177889ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:31:16.166878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:15.65939Z","time spent":"507.471189ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:31:17.805305Z","caller":"traceutil/trace.go:171","msg":"trace[1392197084] transaction","detail":"{read_only:false; response_revision:14837; number_of_response:1; }","duration":"127.762991ms","start":"2026-06-30T18:31:17.677488Z","end":"2026-06-30T18:31:17.805251Z","steps":["trace[1392197084] 'process raft request' (duration: 127.600536ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:19.188895Z","caller":"traceutil/trace.go:171","msg":"trace[495522428] transaction","detail":"{read_only:false; response_revision:14846; number_of_response:1; }","duration":"109.175855ms","start":"2026-06-30T18:31:19.079698Z","end":"2026-06-30T18:31:19.188873Z","steps":["trace[495522428] 'process raft request' (duration: 109.02087ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:19.282166Z","caller":"traceutil/trace.go:171","msg":"trace[687181773] linearizableReadLoop","detail":"{readStateIndex:15554; appliedIndex:15552; }","duration":"176.513251ms","start":"2026-06-30T18:31:19.105628Z","end":"2026-06-30T18:31:19.282142Z","steps":["trace[687181773] 'read index received' (duration: 83.077ms)","trace[687181773] 'applied index is now lower than readState.Index' (duration: 93.435181ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:31:19.282221Z","caller":"traceutil/trace.go:171","msg":"trace[1775355404] transaction","detail":"{read_only:false; response_revision:14847; number_of_response:1; }","duration":"201.620405ms","start":"2026-06-30T18:31:19.080565Z","end":"2026-06-30T18:31:19.282186Z","steps":["trace[1775355404] 'process raft request' (duration: 162.612676ms)","trace[1775355404] 'compare' (duration: 38.862255ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:19.282327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.689537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:31:19.282425Z","caller":"traceutil/trace.go:171","msg":"trace[1564937855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14847; }","duration":"176.826111ms","start":"2026-06-30T18:31:19.105578Z","end":"2026-06-30T18:31:19.282404Z","steps":["trace[1564937855] 'agreement among raft nodes before linearized reading' (duration: 176.682327ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:20.510679Z","caller":"traceutil/trace.go:171","msg":"trace[123448122] linearizableReadLoop","detail":"{readStateIndex:15558; appliedIndex:15557; }","duration":"322.867068ms","start":"2026-06-30T18:31:20.18779Z","end":"2026-06-30T18:31:20.510657Z","steps":["trace[123448122] 'read index received' (duration: 322.682652ms)","trace[123448122] 'applied index is now lower than readState.Index' (duration: 183.556µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:31:20.510932Z","caller":"traceutil/trace.go:171","msg":"trace[373768380] transaction","detail":"{read_only:false; response_revision:14851; number_of_response:1; }","duration":"385.230265ms","start":"2026-06-30T18:31:20.125687Z","end":"2026-06-30T18:31:20.510917Z","steps":["trace[373768380] 'process raft request' (duration: 384.842302ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:20.511038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:20.125663Z","time spent":"385.304787ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:31:20.511306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.528139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-30T18:31:20.511345Z","caller":"traceutil/trace.go:171","msg":"trace[517151145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14851; }","duration":"323.610071ms","start":"2026-06-30T18:31:20.187725Z","end":"2026-06-30T18:31:20.511335Z","steps":["trace[517151145] 'agreement among raft nodes before linearized reading' (duration: 323.476917ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:20.511377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:20.187692Z","time spent":"323.679164ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:31:20.5115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.641408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T18:31:20.511529Z","caller":"traceutil/trace.go:171","msg":"trace[106475971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14851; }","duration":"321.715521ms","start":"2026-06-30T18:31:20.189806Z","end":"2026-06-30T18:31:20.511521Z","steps":["trace[106475971] 'agreement among raft nodes before linearized reading' (duration: 321.642219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:20.511555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:20.189773Z","time spent":"321.773913ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:31:20.511784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.659637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:31:20.511821Z","caller":"traceutil/trace.go:171","msg":"trace[204908954] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14851; }","duration":"305.742959ms","start":"2026-06-30T18:31:20.206069Z","end":"2026-06-30T18:31:20.511812Z","steps":["trace[204908954] 'agreement among raft nodes before linearized reading' (duration: 305.628516ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:20.511853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:20.206048Z","time spent":"305.797142ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:31:20.809519Z","caller":"traceutil/trace.go:171","msg":"trace[1762569620] transaction","detail":"{read_only:false; response_revision:14853; number_of_response:1; }","duration":"291.326048ms","start":"2026-06-30T18:31:20.518172Z","end":"2026-06-30T18:31:20.809498Z","steps":["trace[1762569620] 'process raft request' (duration: 291.206334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:20.809733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.108556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-30T18:31:20.809801Z","caller":"traceutil/trace.go:171","msg":"trace[1427058624] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14854; }","duration":"219.228679ms","start":"2026-06-30T18:31:20.590556Z","end":"2026-06-30T18:31:20.809785Z","steps":["trace[1427058624] 'agreement among raft nodes before linearized reading' (duration: 219.010792ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:20.809519Z","caller":"traceutil/trace.go:171","msg":"trace[90928784] linearizableReadLoop","detail":"{readStateIndex:15561; appliedIndex:15558; }","duration":"218.880278ms","start":"2026-06-30T18:31:20.590613Z","end":"2026-06-30T18:31:20.809493Z","steps":["trace[90928784] 'read index received' (duration: 174.6028ms)","trace[90928784] 'applied index is now lower than readState.Index' (duration: 44.276208ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:20.810025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.850978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T18:31:20.810036Z","caller":"traceutil/trace.go:171","msg":"trace[716802599] transaction","detail":"{read_only:false; response_revision:14854; number_of_response:1; }","duration":"282.830736ms","start":"2026-06-30T18:31:20.527193Z","end":"2026-06-30T18:31:20.810024Z","steps":["trace[716802599] 'process raft request' (duration: 282.246947ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:20.809803Z","caller":"traceutil/trace.go:171","msg":"trace[1944889105] transaction","detail":"{read_only:false; response_revision:14852; number_of_response:1; }","duration":"293.645613ms","start":"2026-06-30T18:31:20.516145Z","end":"2026-06-30T18:31:20.80979Z","steps":["trace[1944889105] 'process raft request' (duration: 248.987223ms)","trace[1944889105] 'compare' (duration: 44.092552ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:31:20.810064Z","caller":"traceutil/trace.go:171","msg":"trace[2036086094] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14854; }","duration":"218.94503ms","start":"2026-06-30T18:31:20.59111Z","end":"2026-06-30T18:31:20.810055Z","steps":["trace[2036086094] 'agreement among raft nodes before linearized reading' (duration: 218.879948ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:20.947105Z","caller":"traceutil/trace.go:171","msg":"trace[773926193] transaction","detail":"{read_only:false; response_revision:14855; number_of_response:1; }","duration":"128.95636ms","start":"2026-06-30T18:31:20.818125Z","end":"2026-06-30T18:31:20.947081Z","steps":["trace[773926193] 'process raft request' (duration: 94.357412ms)","trace[773926193] 'compare' (duration: 34.493344ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:31:21.360709Z","caller":"traceutil/trace.go:171","msg":"trace[1872843165] transaction","detail":"{read_only:false; response_revision:14858; number_of_response:1; }","duration":"162.535164ms","start":"2026-06-30T18:31:21.198093Z","end":"2026-06-30T18:31:21.360629Z","steps":["trace[1872843165] 'process raft request' (duration: 162.299787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:25.911731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.952383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:31:25.911953Z","caller":"traceutil/trace.go:171","msg":"trace[1335355855] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"392.438395ms","start":"2026-06-30T18:31:25.519492Z","end":"2026-06-30T18:31:25.91193Z","steps":["trace[1335355855] 'process raft request' (duration: 23.11651ms)","trace[1335355855] 'compare' (duration: 368.796728ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:25.912032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:25.519476Z","time spent":"392.516758ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:31:26.245636Z","caller":"traceutil/trace.go:171","msg":"trace[545981477] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"602.024406ms","start":"2026-06-30T18:31:25.643585Z","end":"2026-06-30T18:31:26.245609Z","steps":["trace[545981477] 'process raft request' (duration: 601.846971ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:26.245818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:25.643555Z","time spent":"602.177731ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:31:28.452453Z","caller":"traceutil/trace.go:171","msg":"trace[1084494889] linearizableReadLoop","detail":"{readStateIndex:15629; appliedIndex:15628; }","duration":"171.622235ms","start":"2026-06-30T18:31:28.28078Z","end":"2026-06-30T18:31:28.452403Z","steps":["trace[1084494889] 'read index received' (duration: 171.360637ms)","trace[1084494889] 'applied index is now lower than readState.Index' (duration: 259.988µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:28.452704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.901774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-30T18:31:28.45276Z","caller":"traceutil/trace.go:171","msg":"trace[1315779994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14918; }","duration":"171.968966ms","start":"2026-06-30T18:31:28.280774Z","end":"2026-06-30T18:31:28.452743Z","steps":["trace[1315779994] 'agreement among raft nodes before linearized reading' (duration: 171.78186ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:28.452852Z","caller":"traceutil/trace.go:171","msg":"trace[1889229753] transaction","detail":"{read_only:false; response_revision:14918; number_of_response:1; }","duration":"200.426678ms","start":"2026-06-30T18:31:28.252375Z","end":"2026-06-30T18:31:28.452801Z","steps":["trace[1889229753] 'process raft request' (duration: 199.790747ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:28.753272Z","caller":"traceutil/trace.go:171","msg":"trace[321527102] transaction","detail":"{read_only:false; response_revision:14919; number_of_response:1; }","duration":"295.116789ms","start":"2026-06-30T18:31:28.458109Z","end":"2026-06-30T18:31:28.753226Z","steps":["trace[321527102] 'process raft request' (duration: 293.250959ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:32.844661Z","caller":"traceutil/trace.go:171","msg":"trace[146910111] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"207.832165ms","start":"2026-06-30T18:31:32.63679Z","end":"2026-06-30T18:31:32.844622Z","steps":["trace[146910111] 'process raft request' (duration: 124.353652ms)","trace[146910111] 'compare' (duration: 83.180054ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:33.42753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.576559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:31:33.42769Z","caller":"traceutil/trace.go:171","msg":"trace[321248449] linearizableReadLoop","detail":"{readStateIndex:15667; appliedIndex:15666; }","duration":"321.04859ms","start":"2026-06-30T18:31:33.106616Z","end":"2026-06-30T18:31:33.427664Z","steps":["trace[321248449] 'read index received' (duration: 52.135489ms)","trace[321248449] 'applied index is now lower than readState.Index' (duration: 268.911381ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:33.42781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.205075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:31:33.427775Z","caller":"traceutil/trace.go:171","msg":"trace[1171178717] transaction","detail":"{read_only:false; response_revision:14954; number_of_response:1; }","duration":"321.397871ms","start":"2026-06-30T18:31:33.106309Z","end":"2026-06-30T18:31:33.427707Z","steps":["trace[1171178717] 'process raft request' (duration: 52.46309ms)","trace[1171178717] 'compare' (duration: 268.439505ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:31:33.427865Z","caller":"traceutil/trace.go:171","msg":"trace[1464640758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14954; }","duration":"321.298378ms","start":"2026-06-30T18:31:33.106551Z","end":"2026-06-30T18:31:33.42785Z","steps":["trace[1464640758] 'agreement among raft nodes before linearized reading' (duration: 321.210905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:33.427979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.106527Z","time spent":"321.37125ms","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:31:33.428029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.106294Z","time spent":"321.596907ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:31:33.825248Z","caller":"traceutil/trace.go:171","msg":"trace[919450004] linearizableReadLoop","detail":"{readStateIndex:15668; appliedIndex:15667; }","duration":"397.483586ms","start":"2026-06-30T18:31:33.427726Z","end":"2026-06-30T18:31:33.825209Z","steps":["trace[919450004] 'read index received' (duration: 362.502516ms)","trace[919450004] 'applied index is now lower than readState.Index' (duration: 34.97953ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:31:33.825342Z","caller":"traceutil/trace.go:171","msg":"trace[661664752] transaction","detail":"{read_only:false; response_revision:14955; number_of_response:1; }","duration":"718.565027ms","start":"2026-06-30T18:31:33.106741Z","end":"2026-06-30T18:31:33.825306Z","steps":["trace[661664752] 'process raft request' (duration: 683.455873ms)","trace[661664752] 'compare' (duration: 34.657099ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:33.825488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.106724Z","time spent":"718.68877ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:31:33.82558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.118259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:31:33.825673Z","caller":"traceutil/trace.go:171","msg":"trace[1714888884] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14955; }","duration":"404.253993ms","start":"2026-06-30T18:31:33.421399Z","end":"2026-06-30T18:31:33.825653Z","steps":["trace[1714888884] 'agreement among raft nodes before linearized reading' (duration: 404.042686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:33.825717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.421378Z","time spent":"404.331055ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:31:33.825961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.811363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:31:33.826015Z","caller":"traceutil/trace.go:171","msg":"trace[1945164435] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14955; }","duration":"316.867725ms","start":"2026-06-30T18:31:33.509133Z","end":"2026-06-30T18:31:33.826001Z","steps":["trace[1945164435] 'agreement among raft nodes before linearized reading' (duration: 316.779542ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:33.826052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.509116Z","time spent":"316.927427ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:31:33.826452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.032634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:31:33.826506Z","caller":"traceutil/trace.go:171","msg":"trace[1800830830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14955; }","duration":"334.123167ms","start":"2026-06-30T18:31:33.492369Z","end":"2026-06-30T18:31:33.826492Z","steps":["trace[1800830830] 'agreement among raft nodes before linearized reading' (duration: 333.091244ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:33.826538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.49235Z","time spent":"334.180039ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:31:33.826523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.554733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:31:33.826589Z","caller":"traceutil/trace.go:171","msg":"trace[346384749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:14955; }","duration":"280.663477ms","start":"2026-06-30T18:31:33.54591Z","end":"2026-06-30T18:31:33.826574Z","steps":["trace[346384749] 'agreement among raft nodes before linearized reading' (duration: 279.983925ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:34.334981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464972689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:31:34.524419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.421937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:31:34.524617Z","caller":"traceutil/trace.go:171","msg":"trace[640454067] linearizableReadLoop","detail":"{readStateIndex:15671; appliedIndex:15668; }","duration":"690.695764ms","start":"2026-06-30T18:31:33.833909Z","end":"2026-06-30T18:31:34.524604Z","steps":["trace[640454067] 'read index received' (duration: 539.034039ms)","trace[640454067] 'applied index is now lower than readState.Index' (duration: 151.660965ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:31:34.524974Z","caller":"traceutil/trace.go:171","msg":"trace[1801519947] transaction","detail":"{read_only:false; response_revision:14957; number_of_response:1; }","duration":"693.763693ms","start":"2026-06-30T18:31:33.831201Z","end":"2026-06-30T18:31:34.524964Z","steps":["trace[1801519947] 'process raft request' (duration: 693.311858ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:34.5248Z","caller":"traceutil/trace.go:171","msg":"trace[1439470346] transaction","detail":"{read_only:false; response_revision:14958; number_of_response:1; }","duration":"689.425623ms","start":"2026-06-30T18:31:33.835345Z","end":"2026-06-30T18:31:34.52477Z","steps":["trace[1439470346] 'process raft request' (duration: 689.232937ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:34.525032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.831156Z","time spent":"693.850995ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:31:34.525017Z","caller":"traceutil/trace.go:171","msg":"trace[1507183613] transaction","detail":"{read_only:false; response_revision:14956; number_of_response:1; }","duration":"693.857736ms","start":"2026-06-30T18:31:33.831089Z","end":"2026-06-30T18:31:34.524947Z","steps":["trace[1507183613] 'process raft request' (duration: 541.84191ms)","trace[1507183613] 'compare' (duration: 150.920021ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:34.525097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.162698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T18:31:34.525119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.754072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-06-30T18:31:34.525156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.835331Z","time spent":"689.732434ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:31:34.52515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.446024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-06-30T18:31:34.525188Z","caller":"traceutil/trace.go:171","msg":"trace[1437417957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14958; }","duration":"663.864145ms","start":"2026-06-30T18:31:33.861308Z","end":"2026-06-30T18:31:34.525172Z","steps":["trace[1437417957] 'agreement among raft nodes before linearized reading' (duration: 663.479513ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:34.525189Z","caller":"traceutil/trace.go:171","msg":"trace[1741878397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14958; }","duration":"418.278192ms","start":"2026-06-30T18:31:34.106885Z","end":"2026-06-30T18:31:34.525164Z","steps":["trace[1741878397] 'agreement among raft nodes before linearized reading' (duration: 418.055715ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:34.525234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.861297Z","time spent":"663.926797ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T18:31:34.525237Z","caller":"traceutil/trace.go:171","msg":"trace[827813943] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14958; }","duration":"550.570128ms","start":"2026-06-30T18:31:33.974646Z","end":"2026-06-30T18:31:34.525216Z","steps":["trace[827813943] 'agreement among raft nodes before linearized reading' (duration: 550.311429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:34.525253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:34.106832Z","time spent":"418.411497ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:31:34.525184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.831068Z","time spent":"694.033141ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:31:34.525287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.974631Z","time spent":"550.645531ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:31:34.525447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.535382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567551"} {"level":"info","ts":"2026-06-30T18:31:34.525484Z","caller":"traceutil/trace.go:171","msg":"trace[728697026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14958; }","duration":"691.587303ms","start":"2026-06-30T18:31:33.833888Z","end":"2026-06-30T18:31:34.525475Z","steps":["trace[728697026] 'agreement among raft nodes before linearized reading' (duration: 691.048626ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:34.525507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:33.833879Z","time spent":"691.621314ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567573,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-30T18:31:35.118131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464972698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:31:35.61906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464972698,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-30T18:31:35.885196Z","caller":"traceutil/trace.go:171","msg":"trace[1194524733] transaction","detail":"{read_only:false; response_revision:14959; number_of_response:1; }","duration":"1.353078682s","start":"2026-06-30T18:31:34.532087Z","end":"2026-06-30T18:31:35.885165Z","steps":["trace[1194524733] 'process raft request' (duration: 1.320310302s)","trace[1194524733] 'compare' (duration: 32.629576ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:35.885391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:34.532071Z","time spent":"1.353196796s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:31:35.893215Z","caller":"traceutil/trace.go:171","msg":"trace[297931610] transaction","detail":"{read_only:false; response_revision:14960; number_of_response:1; }","duration":"1.351492342s","start":"2026-06-30T18:31:34.541685Z","end":"2026-06-30T18:31:35.893178Z","steps":["trace[297931610] 'process raft request' (duration: 1.351264975s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:35.893301Z","caller":"traceutil/trace.go:171","msg":"trace[630657449] transaction","detail":"{read_only:false; response_revision:14961; number_of_response:1; }","duration":"1.323832376s","start":"2026-06-30T18:31:34.569449Z","end":"2026-06-30T18:31:35.893281Z","steps":["trace[630657449] 'process raft request' (duration: 1.32363488s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:35.893346Z","caller":"traceutil/trace.go:171","msg":"trace[934910990] linearizableReadLoop","detail":"{readStateIndex:15674; appliedIndex:15671; }","duration":"1.2752359s","start":"2026-06-30T18:31:34.617901Z","end":"2026-06-30T18:31:35.893137Z","steps":["trace[934910990] 'read index received' (duration: 1.234426152s)","trace[934910990] 'applied index is now lower than readState.Index' (duration: 40.808738ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:31:35.893377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:34.569419Z","time spent":"1.323916359s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:31:35.893476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275570491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T18:31:35.893522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.579388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-30T18:31:35.893528Z","caller":"traceutil/trace.go:171","msg":"trace[829752611] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14961; }","duration":"1.275657204s","start":"2026-06-30T18:31:34.617859Z","end":"2026-06-30T18:31:35.893516Z","steps":["trace[829752611] 'agreement among raft nodes before linearized reading' (duration: 1.27553363s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:35.893549Z","caller":"traceutil/trace.go:171","msg":"trace[1590936992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14961; }","duration":"461.639501ms","start":"2026-06-30T18:31:35.4319Z","end":"2026-06-30T18:31:35.89354Z","steps":["trace[1590936992] 'agreement among raft nodes before linearized reading' (duration: 461.545958ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:35.893562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:34.617843Z","time spent":"1.275708305s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:31:35.893577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:35.431881Z","time spent":"461.689892ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:31:35.893589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258465053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:31:35.893582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:34.54166Z","time spent":"1.351651727s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:31:35.893636Z","caller":"traceutil/trace.go:171","msg":"trace[1584446404] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14961; }","duration":"1.258549895s","start":"2026-06-30T18:31:34.635074Z","end":"2026-06-30T18:31:35.893624Z","steps":["trace[1584446404] 'agreement among raft nodes before linearized reading' (duration: 1.258362829s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:35.89367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:34.63506Z","time spent":"1.258600127s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":132,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:31:35.893779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.507213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-06-30T18:31:35.893815Z","caller":"traceutil/trace.go:171","msg":"trace[1230833626] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14961; }","duration":"390.570414ms","start":"2026-06-30T18:31:35.503235Z","end":"2026-06-30T18:31:35.893805Z","steps":["trace[1230833626] 'agreement among raft nodes before linearized reading' (duration: 390.503572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:35.893839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.590692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T18:31:35.893896Z","caller":"traceutil/trace.go:171","msg":"trace[1298611676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14961; }","duration":"874.673125ms","start":"2026-06-30T18:31:35.019212Z","end":"2026-06-30T18:31:35.893885Z","steps":["trace[1298611676] 'agreement among raft nodes before linearized reading' (duration: 874.562031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:35.893927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:35.019188Z","time spent":"874.729817ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:31:35.893917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.065654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-30T18:31:35.893929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.684235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:31:35.893969Z","caller":"traceutil/trace.go:171","msg":"trace[1314182291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14961; }","duration":"874.751877ms","start":"2026-06-30T18:31:35.019208Z","end":"2026-06-30T18:31:35.89396Z","steps":["trace[1314182291] 'agreement among raft nodes before linearized reading' (duration: 874.626083ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:31:35.893971Z","caller":"traceutil/trace.go:171","msg":"trace[415196679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14961; }","duration":"789.154968ms","start":"2026-06-30T18:31:35.104799Z","end":"2026-06-30T18:31:35.893954Z","steps":["trace[415196679] 'agreement among raft nodes before linearized reading' (duration: 789.004533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:31:35.893839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:35.50322Z","time spent":"390.612296ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:31:35.893995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:35.019193Z","time spent":"874.796069ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:31:35.894001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:31:35.104782Z","time spent":"789.211409ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:32:47.108077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.036444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:32:47.108202Z","caller":"traceutil/trace.go:171","msg":"trace[1052329653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16095; }","duration":"234.161888ms","start":"2026-06-30T18:32:46.874011Z","end":"2026-06-30T18:32:47.108173Z","steps":["trace[1052329653] 'range keys from in-memory index tree' (duration: 233.862888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:32:47.108304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.843482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:32:47.108383Z","caller":"traceutil/trace.go:171","msg":"trace[1454217949] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16095; }","duration":"230.970245ms","start":"2026-06-30T18:32:46.877393Z","end":"2026-06-30T18:32:47.108363Z","steps":["trace[1454217949] 'range keys from in-memory index tree' (duration: 230.654666ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:32:47.225228Z","caller":"traceutil/trace.go:171","msg":"trace[236237274] transaction","detail":"{read_only:false; response_revision:16096; number_of_response:1; }","duration":"112.661102ms","start":"2026-06-30T18:32:47.112538Z","end":"2026-06-30T18:32:47.225199Z","steps":["trace[236237274] 'process raft request' (duration: 112.428405ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:32:47.226217Z","caller":"traceutil/trace.go:171","msg":"trace[1941123453] transaction","detail":"{read_only:false; response_revision:16097; number_of_response:1; }","duration":"113.22185ms","start":"2026-06-30T18:32:47.112973Z","end":"2026-06-30T18:32:47.226195Z","steps":["trace[1941123453] 'process raft request' (duration: 112.866689ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:32:47.226586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.068759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-06-30T18:32:47.22666Z","caller":"traceutil/trace.go:171","msg":"trace[447749676] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16097; }","duration":"105.194892ms","start":"2026-06-30T18:32:47.121448Z","end":"2026-06-30T18:32:47.226643Z","steps":["trace[447749676] 'agreement among raft nodes before linearized reading' (duration: 104.982146ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:32:47.2266Z","caller":"traceutil/trace.go:171","msg":"trace[944693568] linearizableReadLoop","detail":"{readStateIndex:16854; appliedIndex:16852; }","duration":"104.649606ms","start":"2026-06-30T18:32:47.121502Z","end":"2026-06-30T18:32:47.226151Z","steps":["trace[944693568] 'read index received' (duration: 103.436537ms)","trace[944693568] 'applied index is now lower than readState.Index' (duration: 1.212039ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:33:03.173163Z","caller":"traceutil/trace.go:171","msg":"trace[1288742230] transaction","detail":"{read_only:false; response_revision:16206; number_of_response:1; }","duration":"103.789138ms","start":"2026-06-30T18:33:03.069319Z","end":"2026-06-30T18:33:03.173108Z","steps":["trace[1288742230] 'process raft request' (duration: 103.462517ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.153651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.11742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T18:33:21.153729Z","caller":"traceutil/trace.go:171","msg":"trace[1748865067] linearizableReadLoop","detail":"{readStateIndex:17092; appliedIndex:17091; }","duration":"433.322792ms","start":"2026-06-30T18:33:20.720396Z","end":"2026-06-30T18:33:21.153719Z","steps":["trace[1748865067] 'read index received' (duration: 186.945414ms)","trace[1748865067] 'applied index is now lower than readState.Index' (duration: 246.376728ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:33:21.153785Z","caller":"traceutil/trace.go:171","msg":"trace[1137008152] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"543.98167ms","start":"2026-06-30T18:33:20.609796Z","end":"2026-06-30T18:33:21.153778Z","steps":["trace[1137008152] 'process raft request' (duration: 297.673304ms)","trace[1137008152] 'compare' (duration: 245.705087ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:33:21.153841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:33:20.609775Z","time spent":"544.050322ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:33:21.153984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.598821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-58jv4\" ","response":"range_response_count:1 size:20629"} {"level":"info","ts":"2026-06-30T18:33:21.153998Z","caller":"traceutil/trace.go:171","msg":"trace[391546627] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-58jv4; range_end:; response_count:1; response_revision:16321; }","duration":"433.657353ms","start":"2026-06-30T18:33:20.720335Z","end":"2026-06-30T18:33:21.153993Z","steps":["trace[391546627] 'agreement among raft nodes before linearized reading' (duration: 433.57942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.154013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:33:20.720309Z","time spent":"433.700644ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20651,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-58jv4\" "} {"level":"warn","ts":"2026-06-30T18:33:21.154125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.5668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T18:33:21.154139Z","caller":"traceutil/trace.go:171","msg":"trace[866371281] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:16321; }","duration":"219.610181ms","start":"2026-06-30T18:33:20.934524Z","end":"2026-06-30T18:33:21.154135Z","steps":["trace[866371281] 'agreement among raft nodes before linearized reading' (duration: 219.5826ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.799718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.434623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T18:33:21.799768Z","caller":"traceutil/trace.go:171","msg":"trace[75824023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16323; }","duration":"378.531266ms","start":"2026-06-30T18:33:21.421228Z","end":"2026-06-30T18:33:21.799759Z","steps":["trace[75824023] 'range keys from in-memory index tree' (duration: 378.330419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.799785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:33:21.421208Z","time spent":"378.573498ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:33:21.799966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.677409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:33:21.799997Z","caller":"traceutil/trace.go:171","msg":"trace[1871574124] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16323; }","duration":"377.740631ms","start":"2026-06-30T18:33:21.422248Z","end":"2026-06-30T18:33:21.799989Z","steps":["trace[1871574124] 'range keys from in-memory index tree' (duration: 377.592866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.800016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:33:21.422239Z","time spent":"377.771702ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:33:21.800803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.521035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:33:21.800893Z","caller":"traceutil/trace.go:171","msg":"trace[237634372] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16323; }","duration":"145.658281ms","start":"2026-06-30T18:33:21.655213Z","end":"2026-06-30T18:33:21.800871Z","steps":["trace[237634372] 'range keys from in-memory index tree' (duration: 145.377611ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.800953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.95167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nhzj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-30T18:33:21.801013Z","caller":"traceutil/trace.go:171","msg":"trace[1974966713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nhzj; range_end:; response_count:1; response_revision:16323; }","duration":"238.044903ms","start":"2026-06-30T18:33:21.562949Z","end":"2026-06-30T18:33:21.800994Z","steps":["trace[1974966713] 'range keys from in-memory index tree' (duration: 237.721872ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:33:21.923812Z","caller":"traceutil/trace.go:171","msg":"trace[1009541660] linearizableReadLoop","detail":"{readStateIndex:17097; appliedIndex:17094; }","duration":"113.678625ms","start":"2026-06-30T18:33:21.810106Z","end":"2026-06-30T18:33:21.923785Z","steps":["trace[1009541660] 'read index received' (duration: 20.522538ms)","trace[1009541660] 'applied index is now lower than readState.Index' (duration: 93.155037ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:33:21.923979Z","caller":"traceutil/trace.go:171","msg":"trace[294675899] transaction","detail":"{read_only:false; response_revision:16325; number_of_response:1; }","duration":"116.447693ms","start":"2026-06-30T18:33:21.807476Z","end":"2026-06-30T18:33:21.923923Z","steps":["trace[294675899] 'process raft request' (duration: 96.277747ms)","trace[294675899] 'compare' (duration: 19.820305ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:33:21.923926Z","caller":"traceutil/trace.go:171","msg":"trace[1849906580] transaction","detail":"{read_only:false; response_revision:16326; number_of_response:1; }","duration":"115.808953ms","start":"2026-06-30T18:33:21.808073Z","end":"2026-06-30T18:33:21.923882Z","steps":["trace[1849906580] 'process raft request' (duration: 115.646888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.924704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.230319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741808"} {"level":"info","ts":"2026-06-30T18:33:21.924754Z","caller":"traceutil/trace.go:171","msg":"trace[1296661398] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16326; }","duration":"112.313511ms","start":"2026-06-30T18:33:21.812431Z","end":"2026-06-30T18:33:21.924744Z","steps":["trace[1296661398] 'agreement among raft nodes before linearized reading' (duration: 111.65941ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.9248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.681527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741808"} {"level":"info","ts":"2026-06-30T18:33:21.924867Z","caller":"traceutil/trace.go:171","msg":"trace[1644824396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16326; }","duration":"114.77881ms","start":"2026-06-30T18:33:21.810071Z","end":"2026-06-30T18:33:21.92485Z","steps":["trace[1644824396] 'agreement among raft nodes before linearized reading' (duration: 113.882871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:33:21.925319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.823787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741808"} {"level":"info","ts":"2026-06-30T18:33:21.925367Z","caller":"traceutil/trace.go:171","msg":"trace[640668396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16326; }","duration":"112.91473ms","start":"2026-06-30T18:33:21.812439Z","end":"2026-06-30T18:33:21.925354Z","steps":["trace[640668396] 'agreement among raft nodes before linearized reading' (duration: 112.046182ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:33:22.366556Z","caller":"traceutil/trace.go:171","msg":"trace[1341709588] transaction","detail":"{read_only:false; response_revision:16328; number_of_response:1; }","duration":"104.660235ms","start":"2026-06-30T18:33:22.261876Z","end":"2026-06-30T18:33:22.366536Z","steps":["trace[1341709588] 'process raft request' (duration: 104.49858ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:35:24.006441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14406} {"level":"info","ts":"2026-06-30T18:35:24.095987Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14406,"took":"86.257823ms","hash":1081162604,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":30072832,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-30T18:35:24.096049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1081162604,"revision":14406,"compact-revision":11988} {"level":"info","ts":"2026-06-30T18:36:02.235704Z","caller":"traceutil/trace.go:171","msg":"trace[1109198565] linearizableReadLoop","detail":"{readStateIndex:18675; appliedIndex:18674; }","duration":"131.616726ms","start":"2026-06-30T18:36:02.104067Z","end":"2026-06-30T18:36:02.235684Z","steps":["trace[1109198565] 'read index received' (duration: 131.43856ms)","trace[1109198565] 'applied index is now lower than readState.Index' (duration: 177.496µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:36:02.235745Z","caller":"traceutil/trace.go:171","msg":"trace[1563634829] transaction","detail":"{read_only:false; response_revision:17829; number_of_response:1; }","duration":"223.295362ms","start":"2026-06-30T18:36:02.012421Z","end":"2026-06-30T18:36:02.235717Z","steps":["trace[1563634829] 'process raft request' (duration: 223.135107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:36:02.235832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.76046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:36:02.235902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.126877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-06-30T18:36:02.235909Z","caller":"traceutil/trace.go:171","msg":"trace[1379653730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17829; }","duration":"131.905584ms","start":"2026-06-30T18:36:02.103982Z","end":"2026-06-30T18:36:02.235888Z","steps":["trace[1379653730] 'agreement among raft nodes before linearized reading' (duration: 131.78722ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:36:02.23595Z","caller":"traceutil/trace.go:171","msg":"trace[2109836664] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17829; }","duration":"125.198869ms","start":"2026-06-30T18:36:02.110723Z","end":"2026-06-30T18:36:02.235922Z","steps":["trace[2109836664] 'agreement among raft nodes before linearized reading' (duration: 125.079355ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:36:02.236021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.042869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-pbvkc\" ","response":"range_response_count:1 size:15419"} {"level":"info","ts":"2026-06-30T18:36:02.236098Z","caller":"traceutil/trace.go:171","msg":"trace[1151799247] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-pbvkc; range_end:; response_count:1; response_revision:17829; }","duration":"107.151981ms","start":"2026-06-30T18:36:02.128928Z","end":"2026-06-30T18:36:02.23608Z","steps":["trace[1151799247] 'agreement among raft nodes before linearized reading' (duration: 106.944005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:36:02.609974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.047171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:36:02.61006Z","caller":"traceutil/trace.go:171","msg":"trace[1381455068] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17829; }","duration":"133.171445ms","start":"2026-06-30T18:36:02.476873Z","end":"2026-06-30T18:36:02.610045Z","steps":["trace[1381455068] 'range keys from in-memory index tree' (duration: 133.00065ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:36:02.6102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.402923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:36:02.610224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.403163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:36:02.610232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.619154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:36:02.610244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.381032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:36:02.610285Z","caller":"traceutil/trace.go:171","msg":"trace[1965772490] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17829; }","duration":"133.485626ms","start":"2026-06-30T18:36:02.476786Z","end":"2026-06-30T18:36:02.610272Z","steps":["trace[1965772490] 'range keys from in-memory index tree' (duration: 133.367291ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:36:02.610286Z","caller":"traceutil/trace.go:171","msg":"trace[1004433339] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17829; }","duration":"133.513716ms","start":"2026-06-30T18:36:02.476752Z","end":"2026-06-30T18:36:02.610265Z","steps":["trace[1004433339] 'range keys from in-memory index tree' (duration: 133.32134ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:36:02.610309Z","caller":"traceutil/trace.go:171","msg":"trace[1607020472] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17829; }","duration":"133.455604ms","start":"2026-06-30T18:36:02.476839Z","end":"2026-06-30T18:36:02.610294Z","steps":["trace[1607020472] 'range keys from in-memory index tree' (duration: 133.351641ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:36:02.610308Z","caller":"traceutil/trace.go:171","msg":"trace[142433885] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:17829; }","duration":"214.765388ms","start":"2026-06-30T18:36:02.395525Z","end":"2026-06-30T18:36:02.61029Z","steps":["trace[142433885] 'count revisions from in-memory index tree' (duration: 214.50613ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:36:06.811606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.72278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:36:06.811668Z","caller":"traceutil/trace.go:171","msg":"trace[965395791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17862; }","duration":"107.820103ms","start":"2026-06-30T18:36:06.703832Z","end":"2026-06-30T18:36:06.811652Z","steps":["trace[965395791] 'range keys from in-memory index tree' (duration: 107.537604ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:36:06.811595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.429229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:36:06.811792Z","caller":"traceutil/trace.go:171","msg":"trace[2139470017] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:17862; }","duration":"106.673097ms","start":"2026-06-30T18:36:06.705086Z","end":"2026-06-30T18:36:06.811759Z","steps":["trace[2139470017] 'count revisions from in-memory index tree' (duration: 106.338236ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:36:07.170204Z","caller":"traceutil/trace.go:171","msg":"trace[609715015] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"105.159938ms","start":"2026-06-30T18:36:07.065013Z","end":"2026-06-30T18:36:07.170173Z","steps":["trace[609715015] 'process raft request' (duration: 77.883605ms)","trace[609715015] 'compare' (duration: 27.131619ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:38:27.659063Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T18:38:27.674387Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-30T18:38:27.674665Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-30T18:38:54.940514Z","caller":"traceutil/trace.go:171","msg":"trace[835371210] transaction","detail":"{read_only:false; response_revision:19304; number_of_response:1; }","duration":"119.663728ms","start":"2026-06-30T18:38:54.820824Z","end":"2026-06-30T18:38:54.940488Z","steps":["trace[835371210] 'process raft request' (duration: 119.499143ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:38:55.147986Z","caller":"traceutil/trace.go:171","msg":"trace[243150205] linearizableReadLoop","detail":"{readStateIndex:20227; appliedIndex:20226; }","duration":"161.757467ms","start":"2026-06-30T18:38:54.986199Z","end":"2026-06-30T18:38:55.147957Z","steps":["trace[243150205] 'read index received' (duration: 161.494219ms)","trace[243150205] 'applied index is now lower than readState.Index' (duration: 262.138µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:38:55.148388Z","caller":"traceutil/trace.go:171","msg":"trace[294362427] transaction","detail":"{read_only:false; response_revision:19305; number_of_response:1; }","duration":"315.818461ms","start":"2026-06-30T18:38:54.832552Z","end":"2026-06-30T18:38:55.14837Z","steps":["trace[294362427] 'process raft request' (duration: 315.219892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:38:55.148524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:38:54.83253Z","time spent":"315.908984ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15848,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:38:55.148894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.693738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:38:55.148959Z","caller":"traceutil/trace.go:171","msg":"trace[839714195] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19305; }","duration":"162.785281ms","start":"2026-06-30T18:38:54.986153Z","end":"2026-06-30T18:38:55.148939Z","steps":["trace[839714195] 'agreement among raft nodes before linearized reading' (duration: 162.585584ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:01.52475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464988160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:39:02.025685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464988160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:39:02.17638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223131784s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:39:02.176897Z","caller":"traceutil/trace.go:171","msg":"trace[1679431498] transaction","detail":"{read_only:false; response_revision:19501; number_of_response:1; }","duration":"1.223771635s","start":"2026-06-30T18:39:00.953098Z","end":"2026-06-30T18:39:02.17687Z","steps":["trace[1679431498] 'process raft request' (duration: 1.223518317s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.177088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:00.953072Z","time spent":"1.223903279s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:39:02.51163Z","caller":"traceutil/trace.go:171","msg":"trace[1649575950] transaction","detail":"{read_only:false; response_revision:19502; number_of_response:1; }","duration":"885.961534ms","start":"2026-06-30T18:39:01.625638Z","end":"2026-06-30T18:39:02.511599Z","steps":["trace[1649575950] 'process raft request' (duration: 885.691485ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.511814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.625607Z","time spent":"886.110779ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:39:02.511827Z","caller":"traceutil/trace.go:171","msg":"trace[1170391982] linearizableReadLoop","detail":"{readStateIndex:20428; appliedIndex:20425; }","duration":"1.490226494s","start":"2026-06-30T18:39:01.021544Z","end":"2026-06-30T18:39:02.511771Z","steps":["trace[1170391982] 'read index received' (duration: 1.155058378s)","trace[1170391982] 'applied index is now lower than readState.Index' (duration: 335.163596ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:39:02.511855Z","caller":"traceutil/trace.go:171","msg":"trace[1455802742] transaction","detail":"{read_only:false; response_revision:19503; number_of_response:1; }","duration":"492.057109ms","start":"2026-06-30T18:39:02.019764Z","end":"2026-06-30T18:39:02.511821Z","steps":["trace[1455802742] 'process raft request' (duration: 491.78466ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.511993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49041999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.019752Z","time spent":"492.177744ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:39:02.51203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.972798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.19848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.512066Z","caller":"traceutil/trace.go:171","msg":"trace[654619631] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19503; }","duration":"1.490532704s","start":"2026-06-30T18:39:01.021512Z","end":"2026-06-30T18:39:02.512045Z","steps":["trace[654619631] 'agreement among raft nodes before linearized reading' (duration: 1.49038995s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.003485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:39:02.512155Z","caller":"traceutil/trace.go:171","msg":"trace[9234441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19503; }","duration":"145.071146ms","start":"2026-06-30T18:39:02.367077Z","end":"2026-06-30T18:39:02.512149Z","steps":["trace[9234441] 'agreement among raft nodes before linearized reading' (duration: 145.022905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.054663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.966395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-30T18:39:02.512169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.021495Z","time spent":"1.490657109s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:39:02.512193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.258761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.145955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.512257Z","caller":"traceutil/trace.go:171","msg":"trace[1473050626] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19503; }","duration":"713.202367ms","start":"2026-06-30T18:39:01.799047Z","end":"2026-06-30T18:39:02.51225Z","steps":["trace[1473050626] 'agreement among raft nodes before linearized reading' (duration: 713.145485ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512256Z","caller":"traceutil/trace.go:171","msg":"trace[672848292] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19503; }","duration":"484.330484ms","start":"2026-06-30T18:39:02.027916Z","end":"2026-06-30T18:39:02.512246Z","steps":["trace[672848292] 'agreement among raft nodes before linearized reading' (duration: 484.250091ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512253Z","caller":"traceutil/trace.go:171","msg":"trace[1638776195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19503; }","duration":"667.087159ms","start":"2026-06-30T18:39:01.845115Z","end":"2026-06-30T18:39:02.512203Z","steps":["trace[1638776195] 'agreement among raft nodes before linearized reading' (duration: 666.874802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.799041Z","time spent":"713.234448ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.027909Z","time spent":"484.372005ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.308744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.845095Z","time spent":"667.201043ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:39:02.512343Z","caller":"traceutil/trace.go:171","msg":"trace[1364769754] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19503; }","duration":"485.432148ms","start":"2026-06-30T18:39:02.026891Z","end":"2026-06-30T18:39:02.512323Z","steps":["trace[1364769754] 'agreement among raft nodes before linearized reading' (duration: 485.247652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395418948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:39:02.512388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.070525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293753011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-06-30T18:39:02.512461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.026865Z","time spent":"485.525931ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.179366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-30T18:39:02.512504Z","caller":"traceutil/trace.go:171","msg":"trace[1600760903] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19503; }","duration":"1.293838924s","start":"2026-06-30T18:39:01.218655Z","end":"2026-06-30T18:39:02.512494Z","steps":["trace[1600760903] 'agreement among raft nodes before linearized reading' (duration: 1.29370731s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512517Z","caller":"traceutil/trace.go:171","msg":"trace[575257045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19503; }","duration":"247.255959ms","start":"2026-06-30T18:39:02.265254Z","end":"2026-06-30T18:39:02.51251Z","steps":["trace[575257045] 'agreement among raft nodes before linearized reading' (duration: 247.211738ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.218618Z","time spent":"1.293908586s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:39:02.512523Z","caller":"traceutil/trace.go:171","msg":"trace[897155747] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19503; }","duration":"484.336494ms","start":"2026-06-30T18:39:02.028159Z","end":"2026-06-30T18:39:02.512495Z","steps":["trace[897155747] 'agreement among raft nodes before linearized reading' (duration: 484.091176ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.89076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kvvpd\" ","response":"range_response_count:1 size:22090"} {"level":"warn","ts":"2026-06-30T18:39:02.512589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.301226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-06-30T18:39:02.512592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.028117Z","time spent":"484.460767ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322471836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-30T18:39:02.512609Z","caller":"traceutil/trace.go:171","msg":"trace[363335511] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kvvpd; range_end:; response_count:1; response_revision:19503; }","duration":"527.961092ms","start":"2026-06-30T18:39:01.984636Z","end":"2026-06-30T18:39:02.512597Z","steps":["trace[363335511] 'agreement among raft nodes before linearized reading' (duration: 527.860889ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512615Z","caller":"traceutil/trace.go:171","msg":"trace[1523155491] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19503; }","duration":"662.341798ms","start":"2026-06-30T18:39:01.850266Z","end":"2026-06-30T18:39:02.512607Z","steps":["trace[1523155491] 'agreement among raft nodes before linearized reading' (duration: 662.257975ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.01256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-06-30T18:39:02.512644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.850257Z","time spent":"662.381949ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.340426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zn989\" ","response":"range_response_count:1 size:9785"} {"level":"warn","ts":"2026-06-30T18:39:02.512126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.791954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.512088Z","caller":"traceutil/trace.go:171","msg":"trace[1043904713] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19503; }","duration":"715.272032ms","start":"2026-06-30T18:39:01.796806Z","end":"2026-06-30T18:39:02.512078Z","steps":["trace[1043904713] 'agreement among raft nodes before linearized reading' (duration: 715.2061ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512668Z","caller":"traceutil/trace.go:171","msg":"trace[1708544238] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19503; }","duration":"828.123184ms","start":"2026-06-30T18:39:01.684526Z","end":"2026-06-30T18:39:02.512649Z","steps":["trace[1708544238] 'agreement among raft nodes before linearized reading' (duration: 827.884517ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.51269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.424312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.634027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:39:02.512715Z","caller":"traceutil/trace.go:171","msg":"trace[456682972] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19503; }","duration":"284.469743ms","start":"2026-06-30T18:39:02.228238Z","end":"2026-06-30T18:39:02.512708Z","steps":["trace[456682972] 'agreement among raft nodes before linearized reading' (duration: 284.435122ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.138378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-30T18:39:02.512716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.796784Z","time spent":"715.908783ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-06-30T18:39:02.512724Z","caller":"traceutil/trace.go:171","msg":"trace[2123396335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19503; }","duration":"212.952867ms","start":"2026-06-30T18:39:02.299763Z","end":"2026-06-30T18:39:02.512715Z","steps":["trace[2123396335] 'agreement among raft nodes before linearized reading' (duration: 212.608216ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512749Z","caller":"traceutil/trace.go:171","msg":"trace[938157600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19503; }","duration":"281.279241ms","start":"2026-06-30T18:39:02.231459Z","end":"2026-06-30T18:39:02.512738Z","steps":["trace[938157600] 'agreement among raft nodes before linearized reading' (duration: 281.121106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.623336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.478913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:39:02.512767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.696366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.512824Z","caller":"traceutil/trace.go:171","msg":"trace[487524562] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19503; }","duration":"432.531495ms","start":"2026-06-30T18:39:02.080285Z","end":"2026-06-30T18:39:02.512817Z","steps":["trace[487524562] 'agreement among raft nodes before linearized reading' (duration: 432.486243ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.984615Z","time spent":"528.019724ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kvvpd\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.08026Z","time spent":"432.579416ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.312514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-58jv4\" ","response":"range_response_count:1 size:20867"} {"level":"warn","ts":"2026-06-30T18:39:02.512869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.733141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.512178Z","caller":"traceutil/trace.go:171","msg":"trace[1730796405] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19503; }","duration":"713.081393ms","start":"2026-06-30T18:39:01.799088Z","end":"2026-06-30T18:39:02.512169Z","steps":["trace[1730796405] 'agreement among raft nodes before linearized reading' (duration: 713.052092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.517149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.799083Z","time spent":"718.053661ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.684489Z","time spent":"828.210207ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:39:02.512686Z","caller":"traceutil/trace.go:171","msg":"trace[786163613] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19503; }","duration":"713.428324ms","start":"2026-06-30T18:39:01.799248Z","end":"2026-06-30T18:39:02.512676Z","steps":["trace[786163613] 'agreement among raft nodes before linearized reading' (duration: 712.855256ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.517469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.79919Z","time spent":"718.268238ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-06-30T18:39:02.512784Z","caller":"traceutil/trace.go:171","msg":"trace[1931234525] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19503; }","duration":"288.711048ms","start":"2026-06-30T18:39:02.224065Z","end":"2026-06-30T18:39:02.512776Z","steps":["trace[1931234525] 'agreement among raft nodes before linearized reading' (duration: 288.669287ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.512466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.648512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.517697Z","caller":"traceutil/trace.go:171","msg":"trace[1124747629] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19503; }","duration":"532.890408ms","start":"2026-06-30T18:39:01.984791Z","end":"2026-06-30T18:39:02.517681Z","steps":["trace[1124747629] 'agreement among raft nodes before linearized reading' (duration: 527.642132ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.517748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.984784Z","time spent":"532.938841ms","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:39:02.512712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.266285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.517977Z","caller":"traceutil/trace.go:171","msg":"trace[1407130803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19503; }","duration":"409.559683ms","start":"2026-06-30T18:39:02.108403Z","end":"2026-06-30T18:39:02.517962Z","steps":["trace[1407130803] 'agreement among raft nodes before linearized reading' (duration: 404.283216ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.51802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.108382Z","time spent":"409.619386ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:39:02.512696Z","caller":"traceutil/trace.go:171","msg":"trace[1263523078] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zn989; range_end:; response_count:1; response_revision:19503; }","duration":"167.725978ms","start":"2026-06-30T18:39:02.344951Z","end":"2026-06-30T18:39:02.512677Z","steps":["trace[1263523078] 'agreement among raft nodes before linearized reading' (duration: 167.293895ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512643Z","caller":"traceutil/trace.go:171","msg":"trace[552543304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19503; }","duration":"1.322546178s","start":"2026-06-30T18:39:01.190087Z","end":"2026-06-30T18:39:02.512633Z","steps":["trace[552543304] 'agreement among raft nodes before linearized reading' (duration: 1.322422824s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.518484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.190027Z","time spent":"1.328442605s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:39:02.512658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.325909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.518737Z","caller":"traceutil/trace.go:171","msg":"trace[1983331135] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19503; }","duration":"290.403401ms","start":"2026-06-30T18:39:02.228312Z","end":"2026-06-30T18:39:02.518716Z","steps":["trace[1983331135] 'agreement among raft nodes before linearized reading' (duration: 284.329468ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:39:02.512084Z","caller":"traceutil/trace.go:171","msg":"trace[1566695486] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19503; }","duration":"433.081382ms","start":"2026-06-30T18:39:02.07899Z","end":"2026-06-30T18:39:02.512072Z","steps":["trace[1566695486] 'agreement among raft nodes before linearized reading' (duration: 432.995979ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.518947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.078962Z","time spent":"439.974061ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"info","ts":"2026-06-30T18:39:02.512883Z","caller":"traceutil/trace.go:171","msg":"trace[754237526] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-58jv4; range_end:; response_count:1; response_revision:19503; }","duration":"320.390196ms","start":"2026-06-30T18:39:02.192485Z","end":"2026-06-30T18:39:02.512875Z","steps":["trace[754237526] 'agreement among raft nodes before linearized reading' (duration: 320.330294ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.519065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.192461Z","time spent":"326.589083ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20889,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-58jv4\" "} {"level":"info","ts":"2026-06-30T18:39:02.516352Z","caller":"traceutil/trace.go:171","msg":"trace[1782388819] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19503; }","duration":"485.828491ms","start":"2026-06-30T18:39:02.027007Z","end":"2026-06-30T18:39:02.512835Z","steps":["trace[1782388819] 'agreement among raft nodes before linearized reading' (duration: 485.226992ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.519343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.026985Z","time spent":"492.347838ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-06-30T18:39:02.516427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.377645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.519693Z","caller":"traceutil/trace.go:171","msg":"trace[191497785] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19503; }","duration":"295.704511ms","start":"2026-06-30T18:39:02.223974Z","end":"2026-06-30T18:39:02.519679Z","steps":["trace[191497785] 'agreement among raft nodes before linearized reading' (duration: 288.839653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.516533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.494281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:39:02.519876Z","caller":"traceutil/trace.go:171","msg":"trace[424661089] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19503; }","duration":"439.884209ms","start":"2026-06-30T18:39:02.079982Z","end":"2026-06-30T18:39:02.519867Z","steps":["trace[424661089] 'agreement among raft nodes before linearized reading' (duration: 432.925158ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.519914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.079952Z","time spent":"439.951941ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-06-30T18:39:02.51298Z","caller":"traceutil/trace.go:171","msg":"trace[443537407] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19503; }","duration":"432.910726ms","start":"2026-06-30T18:39:02.080054Z","end":"2026-06-30T18:39:02.512965Z","steps":["trace[443537407] 'agreement among raft nodes before linearized reading' (duration: 432.773002ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.520284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:02.080031Z","time spent":"440.2424ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-06-30T18:39:02.512484Z","caller":"traceutil/trace.go:171","msg":"trace[1600645266] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19503; }","duration":"1.39580376s","start":"2026-06-30T18:39:01.116633Z","end":"2026-06-30T18:39:02.512437Z","steps":["trace[1600645266] 'agreement among raft nodes before linearized reading' (duration: 1.395349885s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:39:02.52216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:39:01.116605Z","time spent":"1.405494888s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":73,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:40:24.016027Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17415} {"level":"info","ts":"2026-06-30T18:40:24.117209Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17415,"took":"98.044031ms","hash":1573644309,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":34582528,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-06-30T18:40:24.117311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1573644309,"revision":17415,"compact-revision":14406} {"level":"info","ts":"2026-06-30T18:45:24.024263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20331} {"level":"info","ts":"2026-06-30T18:45:24.139398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20331,"took":"112.660246ms","hash":1289394657,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":33157120,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-06-30T18:45:24.139453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1289394657,"revision":20331,"compact-revision":17415} {"level":"info","ts":"2026-06-30T18:45:44.695071Z","caller":"traceutil/trace.go:171","msg":"trace[514135442] linearizableReadLoop","detail":"{readStateIndex:24429; appliedIndex:24428; }","duration":"104.667061ms","start":"2026-06-30T18:45:44.590373Z","end":"2026-06-30T18:45:44.69504Z","steps":["trace[514135442] 'read index received' (duration: 104.496326ms)","trace[514135442] 'applied index is now lower than readState.Index' (duration: 169.175µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:44.695337Z","caller":"traceutil/trace.go:171","msg":"trace[1893792486] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"107.229712ms","start":"2026-06-30T18:45:44.588064Z","end":"2026-06-30T18:45:44.695294Z","steps":["trace[1893792486] 'process raft request' (duration: 106.748927ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:44.695396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.986891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7d54880c-e0e3-4c22-a171-0c21d7b1ae13\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-06-30T18:45:44.695494Z","caller":"traceutil/trace.go:171","msg":"trace[1980840628] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7d54880c-e0e3-4c22-a171-0c21d7b1ae13; range_end:; response_count:1; response_revision:23322; }","duration":"105.117746ms","start":"2026-06-30T18:45:44.590348Z","end":"2026-06-30T18:45:44.695466Z","steps":["trace[1980840628] 'agreement among raft nodes before linearized reading' (duration: 104.856187ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:50.515398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464999297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:45:51.015701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464999297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:45:51.190925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197035909s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:45:51.191287Z","caller":"traceutil/trace.go:171","msg":"trace[676564740] linearizableReadLoop","detail":"{readStateIndex:24468; appliedIndex:24467; }","duration":"1.175999137s","start":"2026-06-30T18:45:50.015261Z","end":"2026-06-30T18:45:51.19126Z","steps":["trace[676564740] 'read index received' (duration: 1.175793081s)","trace[676564740] 'applied index is now lower than readState.Index' (duration: 204.846µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:51.19138Z","caller":"traceutil/trace.go:171","msg":"trace[1084080077] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"1.197573456s","start":"2026-06-30T18:45:49.993771Z","end":"2026-06-30T18:45:51.191344Z","steps":["trace[1084080077] 'process raft request' (duration: 1.197342439s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.191505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155042369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:45:51.191548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:49.993747Z","time spent":"1.197719471s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:51.191591Z","caller":"traceutil/trace.go:171","msg":"trace[592083311] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23359; }","duration":"1.155167202s","start":"2026-06-30T18:45:50.036406Z","end":"2026-06-30T18:45:51.191573Z","steps":["trace[592083311] 'agreement among raft nodes before linearized reading' (duration: 1.154986276s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.191625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.082541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-30T18:45:51.191634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.036389Z","time spent":"1.155234435s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":46,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:45:51.191666Z","caller":"traceutil/trace.go:171","msg":"trace[253310148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23359; }","duration":"343.139473ms","start":"2026-06-30T18:45:50.848514Z","end":"2026-06-30T18:45:51.191654Z","steps":["trace[253310148] 'agreement among raft nodes before linearized reading' (duration: 343.06164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.191702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.848504Z","time spent":"343.191264ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:45:51.191425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176152912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:45:51.191801Z","caller":"traceutil/trace.go:171","msg":"trace[859647959] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:23359; }","duration":"1.176552185s","start":"2026-06-30T18:45:50.015236Z","end":"2026-06-30T18:45:51.191788Z","steps":["trace[859647959] 'agreement among raft nodes before linearized reading' (duration: 1.176111291s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.191797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.049732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-30T18:45:51.191844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.015166Z","time spent":"1.176664818s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:45:51.191876Z","caller":"traceutil/trace.go:171","msg":"trace[561103108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23359; }","duration":"344.180596ms","start":"2026-06-30T18:45:50.847672Z","end":"2026-06-30T18:45:51.191853Z","steps":["trace[561103108] 'agreement among raft nodes before linearized reading' (duration: 343.97606ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.191935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.847654Z","time spent":"344.269468ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:45:51.191554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.684477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-06-30T18:45:51.191968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.347887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-30T18:45:51.191991Z","caller":"traceutil/trace.go:171","msg":"trace[785296431] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23359; }","duration":"384.156722ms","start":"2026-06-30T18:45:50.807824Z","end":"2026-06-30T18:45:51.191981Z","steps":["trace[785296431] 'agreement among raft nodes before linearized reading' (duration: 383.636346ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:51.192004Z","caller":"traceutil/trace.go:171","msg":"trace[570839695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23359; }","duration":"456.44539ms","start":"2026-06-30T18:45:50.735546Z","end":"2026-06-30T18:45:51.191992Z","steps":["trace[570839695] 'agreement among raft nodes before linearized reading' (duration: 456.304895ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.192033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.735522Z","time spent":"456.503202ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:45:51.192073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.036289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:45:51.192096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.415649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-30T18:45:51.192119Z","caller":"traceutil/trace.go:171","msg":"trace[1502543552] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23359; }","duration":"671.126442ms","start":"2026-06-30T18:45:50.520977Z","end":"2026-06-30T18:45:51.192103Z","steps":["trace[1502543552] 'agreement among raft nodes before linearized reading' (duration: 671.06014ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.192136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086568993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:45:51.192156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.520952Z","time spent":"671.193285ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:45:51.192178Z","caller":"traceutil/trace.go:171","msg":"trace[2121626137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23359; }","duration":"1.086653125s","start":"2026-06-30T18:45:50.105516Z","end":"2026-06-30T18:45:51.192169Z","steps":["trace[2121626137] 'agreement among raft nodes before linearized reading' (duration: 1.086591883s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.192206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.105489Z","time spent":"1.086710017s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:45:51.19226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.078833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:45:51.192289Z","caller":"traceutil/trace.go:171","msg":"trace[695323045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23359; }","duration":"464.158386ms","start":"2026-06-30T18:45:50.728122Z","end":"2026-06-30T18:45:51.192281Z","steps":["trace[695323045] 'agreement among raft nodes before linearized reading' (duration: 464.057403ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:51.192146Z","caller":"traceutil/trace.go:171","msg":"trace[1157115893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23359; }","duration":"357.46604ms","start":"2026-06-30T18:45:50.834668Z","end":"2026-06-30T18:45:51.192134Z","steps":["trace[1157115893] 'agreement among raft nodes before linearized reading' (duration: 357.336846ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:51.192317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.728109Z","time spent":"464.201307ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:45:51.192335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.834629Z","time spent":"357.696527ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:45:51.192031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:50.807805Z","time spent":"384.216814ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:45:52.155572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.202711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:45:52.155797Z","caller":"traceutil/trace.go:171","msg":"trace[436296488] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"959.964352ms","start":"2026-06-30T18:45:51.195813Z","end":"2026-06-30T18:45:52.155777Z","steps":["trace[436296488] 'process raft request' (duration: 959.874859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:52.1559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.195788Z","time spent":"960.062885ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:52.156136Z","caller":"traceutil/trace.go:171","msg":"trace[197397164] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"960.255001ms","start":"2026-06-30T18:45:51.195808Z","end":"2026-06-30T18:45:52.156063Z","steps":["trace[197397164] 'process raft request' (duration: 186.469382ms)","trace[197397164] 'compare' (duration: 772.89541ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:52.15633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.195731Z","time spent":"960.51616ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:52.582083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199731664s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:45:53.20247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:45:53.202554Z","caller":"traceutil/trace.go:171","msg":"trace[1931875986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500535s","start":"2026-06-30T18:45:51.202033Z","end":"2026-06-30T18:45:53.202534Z","steps":["trace[1931875986] 'agreement among raft nodes before linearized reading' (duration: 2.000392571s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:53.2026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.202027Z","time spent":"2.000560466s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:45:53.258968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.459893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:45:53.259589Z","caller":"traceutil/trace.go:171","msg":"trace[1081779576] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"2.063489325s","start":"2026-06-30T18:45:51.196071Z","end":"2026-06-30T18:45:53.25956Z","steps":["trace[1081779576] 'process raft request' (duration: 1.386309899s)","trace[1081779576] 'compare' (duration: 676.079101ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:53.260083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.196036Z","time spent":"2.063611079s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:53.260638Z","caller":"traceutil/trace.go:171","msg":"trace[1532415399] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"2.064535879s","start":"2026-06-30T18:45:51.196086Z","end":"2026-06-30T18:45:53.260622Z","steps":["trace[1532415399] 'process raft request' (duration: 2.062992919s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:53.26074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.196075Z","time spent":"2.064617031s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:53.261038Z","caller":"traceutil/trace.go:171","msg":"trace[1312252979] linearizableReadLoop","detail":"{readStateIndex:24474; appliedIndex:24468; }","duration":"2.05895322s","start":"2026-06-30T18:45:51.202058Z","end":"2026-06-30T18:45:53.261011Z","steps":["trace[1312252979] 'read index received' (duration: 180.301565ms)","trace[1312252979] 'applied index is now lower than readState.Index' (duration: 1.878650215s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:53.26118Z","caller":"traceutil/trace.go:171","msg":"trace[1701996714] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"2.064855018s","start":"2026-06-30T18:45:51.19631Z","end":"2026-06-30T18:45:53.261165Z","steps":["trace[1701996714] 'process raft request' (duration: 2.064242448s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:53.261212Z","caller":"traceutil/trace.go:171","msg":"trace[1715297533] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"2.063576117s","start":"2026-06-30T18:45:51.197598Z","end":"2026-06-30T18:45:53.261175Z","steps":["trace[1715297533] 'process raft request' (duration: 2.063225076s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:53.26129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.1963Z","time spent":"2.06490857s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:53.261277Z","caller":"traceutil/trace.go:171","msg":"trace[486057914] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"1.134577674s","start":"2026-06-30T18:45:52.126663Z","end":"2026-06-30T18:45:53.26124Z","steps":["trace[486057914] 'process raft request' (duration: 1.134279905s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:53.26143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.197591Z","time spent":"2.063728983s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:53.261449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:52.126638Z","time spent":"1.134723259s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:53.7618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852464999312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:45:54.31165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050535342s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:45:54.312628Z","caller":"traceutil/trace.go:171","msg":"trace[1405506825] linearizableReadLoop","detail":"{readStateIndex:24477; appliedIndex:24475; }","duration":"1.051478873s","start":"2026-06-30T18:45:53.261123Z","end":"2026-06-30T18:45:54.312602Z","steps":["trace[1405506825] 'read index received' (duration: 609.245846ms)","trace[1405506825] 'applied index is now lower than readState.Index' (duration: 442.230886ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:54.312749Z","caller":"traceutil/trace.go:171","msg":"trace[2002867338] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"1.113972187s","start":"2026-06-30T18:45:53.198706Z","end":"2026-06-30T18:45:54.312678Z","steps":["trace[2002867338] 'process raft request' (duration: 1.113034817s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:54.313037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:53.198666Z","time spent":"1.114176244s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:54.930006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538631442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-30T18:45:54.930088Z","caller":"traceutil/trace.go:171","msg":"trace[1848390057] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23367; }","duration":"1.538754347s","start":"2026-06-30T18:45:53.391314Z","end":"2026-06-30T18:45:54.930069Z","steps":["trace[1848390057] 'agreement among raft nodes before linearized reading' (duration: 921.514065ms)","trace[1848390057] 'range keys from in-memory index tree' (duration: 617.053466ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.930128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:53.391293Z","time spent":"1.538826428s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:45:54.930442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005550535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:45:54.930523Z","caller":"traceutil/trace.go:171","msg":"trace[128224221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23367; }","duration":"3.00570506s","start":"2026-06-30T18:45:51.9248Z","end":"2026-06-30T18:45:54.930505Z","steps":["trace[128224221] 'agreement among raft nodes before linearized reading' (duration: 2.387971992s)","trace[128224221] 'count revisions from in-memory index tree' (duration: 617.582713ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.930561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.924778Z","time spent":"3.005774592s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:45:54.930611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246820568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:45:54.930631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902890009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-06-30T18:45:54.930629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.294046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:45:54.930673Z","caller":"traceutil/trace.go:171","msg":"trace[130811722] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23367; }","duration":"1.246943892s","start":"2026-06-30T18:45:53.683714Z","end":"2026-06-30T18:45:54.930658Z","steps":["trace[130811722] 'agreement among raft nodes before linearized reading' (duration: 629.165212ms)","trace[130811722] 'count revisions from in-memory index tree' (duration: 617.678376ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:54.930685Z","caller":"traceutil/trace.go:171","msg":"trace[522599486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23367; }","duration":"1.903017463s","start":"2026-06-30T18:45:53.027652Z","end":"2026-06-30T18:45:54.930669Z","steps":["trace[522599486] 'agreement among raft nodes before linearized reading' (duration: 1.284974215s)","trace[522599486] 'range keys from in-memory index tree' (duration: 617.850282ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.930708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:53.683695Z","time spent":"1.247004014s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:45:54.930701Z","caller":"traceutil/trace.go:171","msg":"trace[812845979] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23367; }","duration":"144.44068ms","start":"2026-06-30T18:45:54.78624Z","end":"2026-06-30T18:45:54.930681Z","steps":["trace[812845979] 'count revisions from in-memory index tree' (duration: 144.202893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:54.930722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:53.027629Z","time spent":"1.903084875s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:45:54.930448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.067279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:45:54.930884Z","caller":"traceutil/trace.go:171","msg":"trace[1951505043] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23367; }","duration":"759.521363ms","start":"2026-06-30T18:45:54.171352Z","end":"2026-06-30T18:45:54.930873Z","steps":["trace[1951505043] 'agreement among raft nodes before linearized reading' (duration: 141.497046ms)","trace[1951505043] 'count revisions from in-memory index tree' (duration: 617.550512ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.930883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598346227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-06-30T18:45:54.930911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.171344Z","time spent":"759.557404ms","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:45:54.930907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611646791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-06-30T18:45:54.930929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.506015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-06-30T18:45:54.930895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429754437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-06-30T18:45:54.930935Z","caller":"traceutil/trace.go:171","msg":"trace[925216689] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23367; }","duration":"3.598417559s","start":"2026-06-30T18:45:51.332498Z","end":"2026-06-30T18:45:54.930916Z","steps":["trace[925216689] 'agreement among raft nodes before linearized reading' (duration: 2.980291059s)","trace[925216689] 'range keys from in-memory index tree' (duration: 617.953774ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:54.930949Z","caller":"traceutil/trace.go:171","msg":"trace[1683500384] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23367; }","duration":"3.611735644s","start":"2026-06-30T18:45:51.319199Z","end":"2026-06-30T18:45:54.930935Z","steps":["trace[1683500384] 'agreement among raft nodes before linearized reading' (duration: 2.993601134s)","trace[1683500384] 'range keys from in-memory index tree' (duration: 618.038757ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.930983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.332488Z","time spent":"3.598487952s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:45:54.930988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.319175Z","time spent":"3.611804757s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:45:54.93101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.66144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:45:54.930998Z","caller":"traceutil/trace.go:171","msg":"trace[1239010984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23367; }","duration":"1.429909132s","start":"2026-06-30T18:45:53.501056Z","end":"2026-06-30T18:45:54.930965Z","steps":["trace[1239010984] 'agreement among raft nodes before linearized reading' (duration: 811.838464ms)","trace[1239010984] 'range keys from in-memory index tree' (duration: 617.781009ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:54.931031Z","caller":"traceutil/trace.go:171","msg":"trace[849092018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23367; }","duration":"760.707941ms","start":"2026-06-30T18:45:54.170317Z","end":"2026-06-30T18:45:54.931025Z","steps":["trace[849092018] 'agreement among raft nodes before linearized reading' (duration: 142.55264ms)","trace[849092018] 'range keys from in-memory index tree' (duration: 618.09489ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.93105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.1703Z","time spent":"760.746363ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T18:45:54.930953Z","caller":"traceutil/trace.go:171","msg":"trace[838589829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23367; }","duration":"760.563967ms","start":"2026-06-30T18:45:54.170382Z","end":"2026-06-30T18:45:54.930946Z","steps":["trace[838589829] 'agreement among raft nodes before linearized reading' (duration: 142.477538ms)","trace[838589829] 'range keys from in-memory index tree' (duration: 618.021727ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.931103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727722959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:45:54.931137Z","caller":"traceutil/trace.go:171","msg":"trace[1368010297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23367; }","duration":"1.727795511s","start":"2026-06-30T18:45:53.203331Z","end":"2026-06-30T18:45:54.931127Z","steps":["trace[1368010297] 'agreement among raft nodes before linearized reading' (duration: 1.109579477s)","trace[1368010297] 'range keys from in-memory index tree' (duration: 618.166161ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.93117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:53.203312Z","time spent":"1.727853183s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:45:54.9311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.170357Z","time spent":"760.730432ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:45:54.931049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:53.50103Z","time spent":"1.430008646s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-06-30T18:45:54.931372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681726599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-30T18:45:54.932672Z","caller":"traceutil/trace.go:171","msg":"trace[145954327] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23367; }","duration":"3.683077612s","start":"2026-06-30T18:45:51.249558Z","end":"2026-06-30T18:45:54.932635Z","steps":["trace[145954327] 'agreement among raft nodes before linearized reading' (duration: 3.063251327s)","trace[145954327] 'range keys from in-memory index tree' (duration: 618.42372ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:54.933788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:51.249545Z","time spent":"3.684220848s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-06-30T18:45:55.353667Z","caller":"traceutil/trace.go:171","msg":"trace[1835905716] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"417.242298ms","start":"2026-06-30T18:45:54.936399Z","end":"2026-06-30T18:45:55.353641Z","steps":["trace[1835905716] 'process raft request' (duration: 417.036212ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.353812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.936378Z","time spent":"417.361522ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:55.354083Z","caller":"traceutil/trace.go:171","msg":"trace[748370982] linearizableReadLoop","detail":"{readStateIndex:24478; appliedIndex:24478; }","duration":"417.530758ms","start":"2026-06-30T18:45:54.936537Z","end":"2026-06-30T18:45:55.354068Z","steps":["trace[748370982] 'read index received' (duration: 417.491037ms)","trace[748370982] 'applied index is now lower than readState.Index' (duration: 3.6µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:55.35424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.701883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:45:55.354274Z","caller":"traceutil/trace.go:171","msg":"trace[1371914221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23368; }","duration":"417.787036ms","start":"2026-06-30T18:45:54.936478Z","end":"2026-06-30T18:45:55.354265Z","steps":["trace[1371914221] 'agreement among raft nodes before linearized reading' (duration: 417.663492ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.354302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.936453Z","time spent":"417.842937ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T18:45:55.839161Z","caller":"traceutil/trace.go:171","msg":"trace[1259361224] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"900.845604ms","start":"2026-06-30T18:45:54.938274Z","end":"2026-06-30T18:45:55.839119Z","steps":["trace[1259361224] 'process raft request' (duration: 899.905854ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:55.83917Z","caller":"traceutil/trace.go:171","msg":"trace[645940760] linearizableReadLoop","detail":"{readStateIndex:24481; appliedIndex:24478; }","duration":"485.020032ms","start":"2026-06-30T18:45:55.354119Z","end":"2026-06-30T18:45:55.839139Z","steps":["trace[645940760] 'read index received' (duration: 483.983279ms)","trace[645940760] 'applied index is now lower than readState.Index' (duration: 1.035553ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:55.839289Z","caller":"traceutil/trace.go:171","msg":"trace[931305608] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"900.68347ms","start":"2026-06-30T18:45:54.938596Z","end":"2026-06-30T18:45:55.839279Z","steps":["trace[931305608] 'process raft request' (duration: 900.38779ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.839321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.938259Z","time spent":"900.969329ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:55.839415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.938589Z","time spent":"900.726451ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:55.839668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.552909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-06-30T18:45:55.839705Z","caller":"traceutil/trace.go:171","msg":"trace[1082069740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23371; }","duration":"902.609651ms","start":"2026-06-30T18:45:54.937085Z","end":"2026-06-30T18:45:55.839695Z","steps":["trace[1082069740] 'agreement among raft nodes before linearized reading' (duration: 902.480647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.839715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.187828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-30T18:45:55.839728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.937074Z","time spent":"902.648962ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:45:55.839698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.978241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-06-30T18:45:55.839773Z","caller":"traceutil/trace.go:171","msg":"trace[1039300481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23371; }","duration":"574.284821ms","start":"2026-06-30T18:45:55.265478Z","end":"2026-06-30T18:45:55.839763Z","steps":["trace[1039300481] 'agreement among raft nodes before linearized reading' (duration: 574.107905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.839799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.265463Z","time spent":"574.331042ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:45:55.8398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.34425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17272"} {"level":"info","ts":"2026-06-30T18:45:55.839798Z","caller":"traceutil/trace.go:171","msg":"trace[631317813] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23371; }","duration":"574.089985ms","start":"2026-06-30T18:45:55.265677Z","end":"2026-06-30T18:45:55.839767Z","steps":["trace[631317813] 'agreement among raft nodes before linearized reading' (duration: 573.798936ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:55.839826Z","caller":"traceutil/trace.go:171","msg":"trace[844045248] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23371; }","duration":"484.391462ms","start":"2026-06-30T18:45:55.355427Z","end":"2026-06-30T18:45:55.839818Z","steps":["trace[844045248] 'agreement among raft nodes before linearized reading' (duration: 484.309439ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.839848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.355414Z","time spent":"484.430663ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17294,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-30T18:45:55.839854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.265671Z","time spent":"574.171658ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:45:55.839946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.32397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-30T18:45:55.839976Z","caller":"traceutil/trace.go:171","msg":"trace[1713962781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23371; }","duration":"359.390842ms","start":"2026-06-30T18:45:55.480579Z","end":"2026-06-30T18:45:55.83997Z","steps":["trace[1713962781] 'agreement among raft nodes before linearized reading' (duration: 359.308079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.83999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.480558Z","time spent":"359.427893ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-30T18:45:55.840018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.614631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:45:55.840052Z","caller":"traceutil/trace.go:171","msg":"trace[1519553168] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23371; }","duration":"391.690513ms","start":"2026-06-30T18:45:55.448354Z","end":"2026-06-30T18:45:55.840044Z","steps":["trace[1519553168] 'agreement among raft nodes before linearized reading' (duration: 391.632371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.840075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.44833Z","time spent":"391.739475ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:45:55.840141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.173446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-30T18:45:55.839849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.630432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:45:55.840197Z","caller":"traceutil/trace.go:171","msg":"trace[148046303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23371; }","duration":"573.221417ms","start":"2026-06-30T18:45:55.266948Z","end":"2026-06-30T18:45:55.840169Z","steps":["trace[148046303] 'agreement among raft nodes before linearized reading' (duration: 573.140944ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:55.840204Z","caller":"traceutil/trace.go:171","msg":"trace[1938829042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23371; }","duration":"902.992773ms","start":"2026-06-30T18:45:54.937204Z","end":"2026-06-30T18:45:55.840197Z","steps":["trace[1938829042] 'agreement among raft nodes before linearized reading' (duration: 902.622461ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.840255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.266942Z","time spent":"573.30596ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:45:55.840276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.9372Z","time spent":"903.069205ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:45:55.840355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.409506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:45:55.840239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.414715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:45:55.840391Z","caller":"traceutil/trace.go:171","msg":"trace[255663246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23371; }","duration":"569.496009ms","start":"2026-06-30T18:45:55.270884Z","end":"2026-06-30T18:45:55.84038Z","steps":["trace[255663246] 'agreement among raft nodes before linearized reading' (duration: 569.435907ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:55.840367Z","caller":"traceutil/trace.go:171","msg":"trace[1815781291] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"898.706746ms","start":"2026-06-30T18:45:54.941626Z","end":"2026-06-30T18:45:55.840333Z","steps":["trace[1815781291] 'process raft request' (duration: 897.413815ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:55.84041Z","caller":"traceutil/trace.go:171","msg":"trace[1611371655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23371; }","duration":"574.613131ms","start":"2026-06-30T18:45:55.265788Z","end":"2026-06-30T18:45:55.840401Z","steps":["trace[1611371655] 'agreement among raft nodes before linearized reading' (duration: 574.329332ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:55.840421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.270857Z","time spent":"569.55549ms","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:45:55.840438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.265772Z","time spent":"574.658223ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:45:55.840524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:54.941605Z","time spent":"898.830251ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:56.383342Z","caller":"traceutil/trace.go:171","msg":"trace[872800315] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"533.926232ms","start":"2026-06-30T18:45:55.849377Z","end":"2026-06-30T18:45:56.383303Z","steps":["trace[872800315] 'process raft request' (duration: 495.394622ms)","trace[872800315] 'compare' (duration: 37.503037ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:56.383488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.848739Z","time spent":"534.672386ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:57.434789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082893875s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:45:57.556963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.894981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:45:57.557222Z","caller":"traceutil/trace.go:171","msg":"trace[233863418] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"1.707584204s","start":"2026-06-30T18:45:55.849599Z","end":"2026-06-30T18:45:57.557183Z","steps":["trace[233863418] 'process raft request' (duration: 1.585374893s)","trace[233863418] 'compare' (duration: 121.491858ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:57.557445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.848766Z","time spent":"1.708536585s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:57.557447Z","caller":"traceutil/trace.go:171","msg":"trace[1018020636] linearizableReadLoop","detail":"{readStateIndex:24483; appliedIndex:24481; }","duration":"1.707739009s","start":"2026-06-30T18:45:55.849689Z","end":"2026-06-30T18:45:57.557428Z","steps":["trace[1018020636] 'read index received' (duration: 495.096592ms)","trace[1018020636] 'applied index is now lower than readState.Index' (duration: 1.212641067s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:45:57.557607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707911775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-06-30T18:45:57.557646Z","caller":"traceutil/trace.go:171","msg":"trace[1909717752] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23380; }","duration":"1.707954667s","start":"2026-06-30T18:45:55.84968Z","end":"2026-06-30T18:45:57.557634Z","steps":["trace[1909717752] 'agreement among raft nodes before linearized reading' (duration: 1.707793592s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.557678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.848787Z","time spent":"1.708883806s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:45:57.557797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580140766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:45:57.557797Z","caller":"traceutil/trace.go:171","msg":"trace[1302165558] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"1.705922752s","start":"2026-06-30T18:45:55.851832Z","end":"2026-06-30T18:45:57.557755Z","steps":["trace[1302165558] 'process raft request' (duration: 1.705379804s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.55784Z","caller":"traceutil/trace.go:171","msg":"trace[1420280013] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23380; }","duration":"1.580223719s","start":"2026-06-30T18:45:55.977602Z","end":"2026-06-30T18:45:57.557826Z","steps":["trace[1420280013] 'agreement among raft nodes before linearized reading' (duration: 1.580142706s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.557869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.977581Z","time spent":"1.580278581s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:45:57.557889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.851812Z","time spent":"1.706026795s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:57.557944Z","caller":"traceutil/trace.go:171","msg":"trace[65053035] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"1.665588004s","start":"2026-06-30T18:45:55.892343Z","end":"2026-06-30T18:45:57.557931Z","steps":["trace[65053035] 'process raft request' (duration: 1.664919593s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.89232Z","time spent":"1.665651265s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:57.558025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077613907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:45:57.558069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.441156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-30T18:45:57.55809Z","caller":"traceutil/trace.go:171","msg":"trace[1452634148] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"1.70836494s","start":"2026-06-30T18:45:55.849715Z","end":"2026-06-30T18:45:57.55808Z","steps":["trace[1452634148] 'process raft request' (duration: 1.707343357s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.558117Z","caller":"traceutil/trace.go:171","msg":"trace[1383342392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23380; }","duration":"199.527029ms","start":"2026-06-30T18:45:57.358579Z","end":"2026-06-30T18:45:57.558106Z","steps":["trace[1383342392] 'agreement among raft nodes before linearized reading' (duration: 199.411945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.558138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169604664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-06-30T18:45:57.558138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.848818Z","time spent":"1.709293989s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:45:57.558114Z","caller":"traceutil/trace.go:171","msg":"trace[1680571677] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"1.706999386s","start":"2026-06-30T18:45:55.851073Z","end":"2026-06-30T18:45:57.558073Z","steps":["trace[1680571677] 'process raft request' (duration: 1.706109317s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.55809Z","caller":"traceutil/trace.go:171","msg":"trace[809148446] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"1.239173484s","start":"2026-06-30T18:45:56.318867Z","end":"2026-06-30T18:45:57.55804Z","steps":["trace[809148446] 'process raft request' (duration: 1.238492602s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.558178Z","caller":"traceutil/trace.go:171","msg":"trace[1088106273] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.262027153s","start":"2026-06-30T18:45:56.296117Z","end":"2026-06-30T18:45:57.558144Z","steps":["trace[1088106273] 'process raft request' (duration: 1.261207247s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.558199Z","caller":"traceutil/trace.go:171","msg":"trace[1646390467] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23380; }","duration":"1.077675069s","start":"2026-06-30T18:45:56.480367Z","end":"2026-06-30T18:45:57.558042Z","steps":["trace[1646390467] 'agreement among raft nodes before linearized reading' (duration: 1.077625837s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.558248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:56.31884Z","time spent":"1.23938218s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:57.5582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451836631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:45:57.558288Z","caller":"traceutil/trace.go:171","msg":"trace[1615681701] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"1.707265624s","start":"2026-06-30T18:45:55.851005Z","end":"2026-06-30T18:45:57.558271Z","steps":["trace[1615681701] 'process raft request' (duration: 1.706146328s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.558314Z","caller":"traceutil/trace.go:171","msg":"trace[300092713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23380; }","duration":"1.451972375s","start":"2026-06-30T18:45:56.106329Z","end":"2026-06-30T18:45:57.558302Z","steps":["trace[300092713] 'agreement among raft nodes before linearized reading' (duration: 1.451849041s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.558317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.851062Z","time spent":"1.70714952s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:57.558351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:55.850987Z","time spent":"1.707328746s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:57.558339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:56.296092Z","time spent":"1.262168178s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:45:57.558328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:56.48035Z","time spent":"1.077927897s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:45:57.558356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:56.106313Z","time spent":"1.452034247s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:45:57.558163Z","caller":"traceutil/trace.go:171","msg":"trace[1535748097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23380; }","duration":"1.169657695s","start":"2026-06-30T18:45:56.388497Z","end":"2026-06-30T18:45:57.558154Z","steps":["trace[1535748097] 'agreement among raft nodes before linearized reading' (duration: 1.169548782s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.558407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:45:56.388477Z","time spent":"1.169920183s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:45:57.792199Z","caller":"traceutil/trace.go:171","msg":"trace[1594655779] linearizableReadLoop","detail":"{readStateIndex:24495; appliedIndex:24490; }","duration":"223.03588ms","start":"2026-06-30T18:45:57.56915Z","end":"2026-06-30T18:45:57.792186Z","steps":["trace[1594655779] 'read index received' (duration: 151.486656ms)","trace[1594655779] 'applied index is now lower than readState.Index' (duration: 71.548454ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:45:57.792275Z","caller":"traceutil/trace.go:171","msg":"trace[1136220208] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"227.572374ms","start":"2026-06-30T18:45:57.564681Z","end":"2026-06-30T18:45:57.792254Z","steps":["trace[1136220208] 'process raft request' (duration: 227.404179ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.792316Z","caller":"traceutil/trace.go:171","msg":"trace[236754994] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"226.408437ms","start":"2026-06-30T18:45:57.565902Z","end":"2026-06-30T18:45:57.792311Z","steps":["trace[236754994] 'process raft request' (duration: 226.254612ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:45:57.792485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.326979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:45:57.792295Z","caller":"traceutil/trace.go:171","msg":"trace[2022298424] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23382; }","duration":"226.536561ms","start":"2026-06-30T18:45:57.565753Z","end":"2026-06-30T18:45:57.792289Z","steps":["trace[2022298424] 'process raft request' (duration: 226.372846ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.792558Z","caller":"traceutil/trace.go:171","msg":"trace[170946950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23383; }","duration":"223.435432ms","start":"2026-06-30T18:45:57.569104Z","end":"2026-06-30T18:45:57.79254Z","steps":["trace[170946950] 'agreement among raft nodes before linearized reading' (duration: 223.319968ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:45:57.792512Z","caller":"traceutil/trace.go:171","msg":"trace[1802347122] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"227.793291ms","start":"2026-06-30T18:45:57.564675Z","end":"2026-06-30T18:45:57.792468Z","steps":["trace[1802347122] 'process raft request' (duration: 227.287265ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:47:08.054711Z","caller":"traceutil/trace.go:171","msg":"trace[177639166] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"117.510031ms","start":"2026-06-30T18:47:07.93718Z","end":"2026-06-30T18:47:08.05469Z","steps":["trace[177639166] 'process raft request' (duration: 117.090387ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:34.049603Z","caller":"traceutil/trace.go:171","msg":"trace[1288051027] linearizableReadLoop","detail":"{readStateIndex:26695; appliedIndex:26694; }","duration":"256.692629ms","start":"2026-06-30T18:49:33.792881Z","end":"2026-06-30T18:49:34.049574Z","steps":["trace[1288051027] 'read index received' (duration: 256.495212ms)","trace[1288051027] 'applied index is now lower than readState.Index' (duration: 196.567µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:49:34.049761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.862964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:49:34.049799Z","caller":"traceutil/trace.go:171","msg":"trace[419618572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25481; }","duration":"256.947697ms","start":"2026-06-30T18:49:33.792841Z","end":"2026-06-30T18:49:34.049789Z","steps":["trace[419618572] 'agreement among raft nodes before linearized reading' (duration: 256.839973ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:34.050123Z","caller":"traceutil/trace.go:171","msg":"trace[1432560155] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"311.148008ms","start":"2026-06-30T18:49:33.738964Z","end":"2026-06-30T18:49:34.050112Z","steps":["trace[1432560155] 'process raft request' (duration: 310.459106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:34.050211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:33.738933Z","time spent":"311.22389ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:49:34.491282Z","caller":"traceutil/trace.go:171","msg":"trace[1322587894] linearizableReadLoop","detail":"{readStateIndex:26696; appliedIndex:26695; }","duration":"226.252896ms","start":"2026-06-30T18:49:34.264999Z","end":"2026-06-30T18:49:34.491252Z","steps":["trace[1322587894] 'read index received' (duration: 226.019368ms)","trace[1322587894] 'applied index is now lower than readState.Index' (duration: 232.388µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:49:34.491383Z","caller":"traceutil/trace.go:171","msg":"trace[343244965] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"238.037412ms","start":"2026-06-30T18:49:34.253319Z","end":"2026-06-30T18:49:34.491357Z","steps":["trace[343244965] 'process raft request' (duration: 237.751573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:34.491556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.128018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T18:49:34.491619Z","caller":"traceutil/trace.go:171","msg":"trace[640581442] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25482; }","duration":"178.204581ms","start":"2026-06-30T18:49:34.313397Z","end":"2026-06-30T18:49:34.491602Z","steps":["trace[640581442] 'agreement among raft nodes before linearized reading' (duration: 178.012465ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:34.491565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.472812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:49:34.491751Z","caller":"traceutil/trace.go:171","msg":"trace[703976592] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25482; }","duration":"226.731281ms","start":"2026-06-30T18:49:34.264948Z","end":"2026-06-30T18:49:34.491679Z","steps":["trace[703976592] 'agreement among raft nodes before linearized reading' (duration: 226.451012ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:34.616461Z","caller":"traceutil/trace.go:171","msg":"trace[1346113554] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"114.986302ms","start":"2026-06-30T18:49:34.501422Z","end":"2026-06-30T18:49:34.616408Z","steps":["trace[1346113554] 'process raft request' (duration: 110.623253ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:35.05954Z","caller":"traceutil/trace.go:171","msg":"trace[461892995] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"115.154369ms","start":"2026-06-30T18:49:34.94436Z","end":"2026-06-30T18:49:35.059515Z","steps":["trace[461892995] 'process raft request' (duration: 113.875858ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:35.059831Z","caller":"traceutil/trace.go:171","msg":"trace[717540684] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"115.073986ms","start":"2026-06-30T18:49:34.944726Z","end":"2026-06-30T18:49:35.0598Z","steps":["trace[717540684] 'process raft request' (duration: 114.732025ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:35.060137Z","caller":"traceutil/trace.go:171","msg":"trace[618980739] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"113.888598ms","start":"2026-06-30T18:49:34.946233Z","end":"2026-06-30T18:49:35.060121Z","steps":["trace[618980739] 'process raft request' (duration: 113.495806ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:35.06028Z","caller":"traceutil/trace.go:171","msg":"trace[543624538] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25498; }","duration":"107.351009ms","start":"2026-06-30T18:49:34.952916Z","end":"2026-06-30T18:49:35.060267Z","steps":["trace[543624538] 'process raft request' (duration: 107.214114ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:35.060266Z","caller":"traceutil/trace.go:171","msg":"trace[1356898053] linearizableReadLoop","detail":"{readStateIndex:26713; appliedIndex:26708; }","duration":"106.671767ms","start":"2026-06-30T18:49:34.953516Z","end":"2026-06-30T18:49:35.060188Z","steps":["trace[1356898053] 'read index received' (duration: 20.797314ms)","trace[1356898053] 'applied index is now lower than readState.Index' (duration: 85.872863ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:49:35.060283Z","caller":"traceutil/trace.go:171","msg":"trace[211550612] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"109.710115ms","start":"2026-06-30T18:49:34.950555Z","end":"2026-06-30T18:49:35.060265Z","steps":["trace[211550612] 'process raft request' (duration: 109.471657ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:35.060453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.923895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cert-manager-test\" ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-06-30T18:49:35.06049Z","caller":"traceutil/trace.go:171","msg":"trace[2127401096] range","detail":"{range_begin:/registry/namespaces/cert-manager-test; range_end:; response_count:1; response_revision:25498; }","duration":"106.993808ms","start":"2026-06-30T18:49:34.953489Z","end":"2026-06-30T18:49:35.060483Z","steps":["trace[2127401096] 'agreement among raft nodes before linearized reading' (duration: 106.855133ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:35.499439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.865787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-06-30T18:49:35.499668Z","caller":"traceutil/trace.go:171","msg":"trace[275843640] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25501; }","duration":"417.200676ms","start":"2026-06-30T18:49:35.082413Z","end":"2026-06-30T18:49:35.499613Z","steps":["trace[275843640] 'process raft request' (duration: 313.016818ms)","trace[275843640] 'compare' (duration: 103.516366ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:49:35.499702Z","caller":"traceutil/trace.go:171","msg":"trace[1573719070] linearizableReadLoop","detail":"{readStateIndex:26716; appliedIndex:26714; }","duration":"414.710617ms","start":"2026-06-30T18:49:35.084963Z","end":"2026-06-30T18:49:35.499674Z","steps":["trace[1573719070] 'read index received' (duration: 18.628805ms)","trace[1573719070] 'applied index is now lower than readState.Index' (duration: 396.079792ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:49:35.499852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:35.08239Z","time spent":"417.359961ms","remote":"127.0.0.1:48044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-06-30T18:49:35.499905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.427764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:49:35.499943Z","caller":"traceutil/trace.go:171","msg":"trace[34810026] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"187.370195ms","start":"2026-06-30T18:49:35.312554Z","end":"2026-06-30T18:49:35.499925Z","steps":["trace[34810026] 'process raft request' (duration: 186.974032ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:35.499967Z","caller":"traceutil/trace.go:171","msg":"trace[1042665756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25502; }","duration":"392.528707ms","start":"2026-06-30T18:49:35.107422Z","end":"2026-06-30T18:49:35.49995Z","steps":["trace[1042665756] 'agreement among raft nodes before linearized reading' (duration: 392.395043ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:35.499974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.002495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-30T18:49:35.500014Z","caller":"traceutil/trace.go:171","msg":"trace[1091178417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25502; }","duration":"415.090258ms","start":"2026-06-30T18:49:35.084911Z","end":"2026-06-30T18:49:35.500002Z","steps":["trace[1091178417] 'agreement among raft nodes before linearized reading' (duration: 414.911362ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:35.500033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:35.107398Z","time spent":"392.627901ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:49:35.500043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:35.084897Z","time spent":"415.13872ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:49:35.500088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.600443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-30T18:49:35.500192Z","caller":"traceutil/trace.go:171","msg":"trace[237366012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25502; }","duration":"275.737687ms","start":"2026-06-30T18:49:35.22443Z","end":"2026-06-30T18:49:35.500168Z","steps":["trace[237366012] 'agreement among raft nodes before linearized reading' (duration: 275.418487ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:40.073188Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a04.wal"} {"level":"info","ts":"2026-06-30T18:49:46.7973Z","caller":"traceutil/trace.go:171","msg":"trace[1989933555] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"198.069226ms","start":"2026-06-30T18:49:46.599209Z","end":"2026-06-30T18:49:46.797278Z","steps":["trace[1989933555] 'process raft request' (duration: 197.916001ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:46.971932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.221831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:49:46.972241Z","caller":"traceutil/trace.go:171","msg":"trace[409283775] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"166.765466ms","start":"2026-06-30T18:49:46.805437Z","end":"2026-06-30T18:49:46.972202Z","steps":["trace[409283775] 'process raft request' (duration: 20.206845ms)","trace[409283775] 'compare' (duration: 146.132178ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:49:46.972413Z","caller":"traceutil/trace.go:171","msg":"trace[1480127467] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"166.953993ms","start":"2026-06-30T18:49:46.805439Z","end":"2026-06-30T18:49:46.972393Z","steps":["trace[1480127467] 'process raft request' (duration: 166.672284ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:47.530847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465007191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-30T18:49:48.007042Z","caller":"traceutil/trace.go:171","msg":"trace[28924623] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"1.024051269s","start":"2026-06-30T18:49:46.982973Z","end":"2026-06-30T18:49:48.007024Z","steps":["trace[28924623] 'process raft request' (duration: 1.023954436s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:48.007065Z","caller":"traceutil/trace.go:171","msg":"trace[2084757088] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"1.02408121s","start":"2026-06-30T18:49:46.982951Z","end":"2026-06-30T18:49:48.007033Z","steps":["trace[2084757088] 'process raft request' (duration: 951.342937ms)","trace[2084757088] 'compare' (duration: 72.262308ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:49:48.007166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:46.982964Z","time spent":"1.024140842s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:49:48.007211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:46.982936Z","time spent":"1.024199324s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:49:48.008476Z","caller":"traceutil/trace.go:171","msg":"trace[940689324] linearizableReadLoop","detail":"{readStateIndex:27294; appliedIndex:27291; }","duration":"978.536726ms","start":"2026-06-30T18:49:47.029928Z","end":"2026-06-30T18:49:48.008465Z","steps":["trace[940689324] 'read index received' (duration: 904.369017ms)","trace[940689324] 'applied index is now lower than readState.Index' (duration: 74.166879ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:49:48.008574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.946199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:49:48.008558Z","caller":"traceutil/trace.go:171","msg":"trace[1322199975] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"775.46737ms","start":"2026-06-30T18:49:47.233054Z","end":"2026-06-30T18:49:48.008522Z","steps":["trace[1322199975] 'process raft request' (duration: 775.237652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.912146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:49:48.00866Z","caller":"traceutil/trace.go:171","msg":"trace[1548191471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26066; }","duration":"689.964268ms","start":"2026-06-30T18:49:47.318687Z","end":"2026-06-30T18:49:48.008651Z","steps":["trace[1548191471] 'agreement among raft nodes before linearized reading' (duration: 689.928507ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.740282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-30T18:49:48.008684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.318669Z","time spent":"690.00817ms","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:49:48.008687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.798713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:49:48.008708Z","caller":"traceutil/trace.go:171","msg":"trace[1272587155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26066; }","duration":"978.789533ms","start":"2026-06-30T18:49:47.029909Z","end":"2026-06-30T18:49:48.008698Z","steps":["trace[1272587155] 'agreement among raft nodes before linearized reading' (duration: 978.636228ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.029845Z","time spent":"978.893528ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T18:49:48.008744Z","caller":"traceutil/trace.go:171","msg":"trace[757927126] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26066; }","duration":"622.902566ms","start":"2026-06-30T18:49:47.385827Z","end":"2026-06-30T18:49:48.00873Z","steps":["trace[757927126] 'agreement among raft nodes before linearized reading' (duration: 622.790593ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.385809Z","time spent":"622.960208ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:49:48.008776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.767972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-30T18:49:48.008766Z","caller":"traceutil/trace.go:171","msg":"trace[1957284851] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"120.092035ms","start":"2026-06-30T18:49:47.888642Z","end":"2026-06-30T18:49:48.008734Z","steps":["trace[1957284851] 'process raft request' (duration: 119.788346ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.848244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-06-30T18:49:48.008839Z","caller":"traceutil/trace.go:171","msg":"trace[798759550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26066; }","duration":"375.881676ms","start":"2026-06-30T18:49:47.632943Z","end":"2026-06-30T18:49:48.008824Z","steps":["trace[798759550] 'agreement among raft nodes before linearized reading' (duration: 375.69586ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:48.008855Z","caller":"traceutil/trace.go:171","msg":"trace[1724579903] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26066; }","duration":"807.896165ms","start":"2026-06-30T18:49:47.200949Z","end":"2026-06-30T18:49:48.008845Z","steps":["trace[1724579903] 'agreement among raft nodes before linearized reading' (duration: 807.782481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.632923Z","time spent":"375.937057ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:49:48.008883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.200944Z","time spent":"807.932446ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:49:48.008704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.233036Z","time spent":"775.611954ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:49:48.008901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.704791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-06-30T18:49:48.008877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.633678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-30T18:49:48.008926Z","caller":"traceutil/trace.go:171","msg":"trace[577227868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26066; }","duration":"808.748892ms","start":"2026-06-30T18:49:47.20017Z","end":"2026-06-30T18:49:48.008919Z","steps":["trace[577227868] 'agreement among raft nodes before linearized reading' (duration: 808.649199ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.200159Z","time spent":"808.784243ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:49:48.008962Z","caller":"traceutil/trace.go:171","msg":"trace[1094743381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26066; }","duration":"808.726212ms","start":"2026-06-30T18:49:47.200209Z","end":"2026-06-30T18:49:48.008935Z","steps":["trace[1094743381] 'agreement among raft nodes before linearized reading' (duration: 808.498785ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:49:48.008603Z","caller":"traceutil/trace.go:171","msg":"trace[991736540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26066; }","duration":"902.015922ms","start":"2026-06-30T18:49:47.10658Z","end":"2026-06-30T18:49:48.008596Z","steps":["trace[991736540] 'agreement among raft nodes before linearized reading' (duration: 901.96643ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.008995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.193722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:49:48.009019Z","caller":"traceutil/trace.go:171","msg":"trace[696026586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26066; }","duration":"395.254625ms","start":"2026-06-30T18:49:47.613758Z","end":"2026-06-30T18:49:48.009013Z","steps":["trace[696026586] 'agreement among raft nodes before linearized reading' (duration: 395.162702ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.009015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.942982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-06-30T18:49:48.009037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.613743Z","time spent":"395.289146ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:49:48.00901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.200204Z","time spent":"808.794604ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:49:48.009048Z","caller":"traceutil/trace.go:171","msg":"trace[107380516] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:26066; }","duration":"470.998244ms","start":"2026-06-30T18:49:47.538042Z","end":"2026-06-30T18:49:48.00904Z","steps":["trace[107380516] 'agreement among raft nodes before linearized reading' (duration: 470.913652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:49:48.009072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.538029Z","time spent":"471.037365ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:49:48.009019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:49:47.106561Z","time spent":"902.449135ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:49:48.009173Z","caller":"traceutil/trace.go:171","msg":"trace[612868620] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"271.083859ms","start":"2026-06-30T18:49:47.73753Z","end":"2026-06-30T18:49:48.008614Z","steps":["trace[612868620] 'process raft request' (duration: 270.851261ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:50:24.030902Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23189} {"level":"info","ts":"2026-06-30T18:50:24.14757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23189,"took":"111.854243ms","hash":1983341418,"current-db-size-bytes":59633664,"current-db-size":"60 MB","current-db-size-in-use-bytes":44982272,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-06-30T18:50:24.147621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1983341418,"revision":23189,"compact-revision":20331} {"level":"info","ts":"2026-06-30T18:52:53.684355Z","caller":"traceutil/trace.go:171","msg":"trace[1573954424] transaction","detail":"{read_only:false; response_revision:28201; number_of_response:1; }","duration":"114.019348ms","start":"2026-06-30T18:52:53.570306Z","end":"2026-06-30T18:52:53.684325Z","steps":["trace[1573954424] 'process raft request' (duration: 113.872004ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:54.607727Z","caller":"traceutil/trace.go:171","msg":"trace[378073653] linearizableReadLoop","detail":"{readStateIndex:29532; appliedIndex:29531; }","duration":"159.867632ms","start":"2026-06-30T18:52:54.44783Z","end":"2026-06-30T18:52:54.607698Z","steps":["trace[378073653] 'read index received' (duration: 156.486134ms)","trace[378073653] 'applied index is now lower than readState.Index' (duration: 3.380408ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:54.607768Z","caller":"traceutil/trace.go:171","msg":"trace[1846263975] transaction","detail":"{read_only:false; response_revision:28217; number_of_response:1; }","duration":"188.414473ms","start":"2026-06-30T18:52:54.419332Z","end":"2026-06-30T18:52:54.607747Z","steps":["trace[1846263975] 'process raft request' (duration: 184.748396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:54.607905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.040668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:52:54.608007Z","caller":"traceutil/trace.go:171","msg":"trace[405107626] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28217; }","duration":"160.193712ms","start":"2026-06-30T18:52:54.447785Z","end":"2026-06-30T18:52:54.607979Z","steps":["trace[405107626] 'agreement among raft nodes before linearized reading' (duration: 160.013627ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:54.608426Z","caller":"traceutil/trace.go:171","msg":"trace[337645539] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"128.47318ms","start":"2026-06-30T18:52:54.479921Z","end":"2026-06-30T18:52:54.608394Z","steps":["trace[337645539] 'process raft request' (duration: 128.278234ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:54.8175Z","caller":"traceutil/trace.go:171","msg":"trace[1947813642] transaction","detail":"{read_only:false; response_revision:28219; number_of_response:1; }","duration":"201.089108ms","start":"2026-06-30T18:52:54.616387Z","end":"2026-06-30T18:52:54.817476Z","steps":["trace[1947813642] 'process raft request' (duration: 158.603032ms)","trace[1947813642] 'compare' (duration: 42.224617ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:54.859842Z","caller":"traceutil/trace.go:171","msg":"trace[469826146] transaction","detail":"{read_only:false; response_revision:28220; number_of_response:1; }","duration":"239.951018ms","start":"2026-06-30T18:52:54.619873Z","end":"2026-06-30T18:52:54.859824Z","steps":["trace[469826146] 'process raft request' (duration: 239.611117ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:55.228879Z","caller":"traceutil/trace.go:171","msg":"trace[1859421687] transaction","detail":"{read_only:false; response_revision:28224; number_of_response:1; }","duration":"116.55574ms","start":"2026-06-30T18:52:55.112252Z","end":"2026-06-30T18:52:55.228807Z","steps":["trace[1859421687] 'process raft request' (duration: 114.968289ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:55.22906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.057712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-06-30T18:52:55.229097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.536859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-30T18:52:55.229205Z","caller":"traceutil/trace.go:171","msg":"trace[1738291934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28224; }","duration":"121.672283ms","start":"2026-06-30T18:52:55.107508Z","end":"2026-06-30T18:52:55.229181Z","steps":["trace[1738291934] 'agreement among raft nodes before linearized reading' (duration: 121.296361ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:55.229147Z","caller":"traceutil/trace.go:171","msg":"trace[1143204790] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28224; }","duration":"120.210886ms","start":"2026-06-30T18:52:55.108915Z","end":"2026-06-30T18:52:55.229126Z","steps":["trace[1143204790] 'agreement among raft nodes before linearized reading' (duration: 119.858845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:55.236585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.494059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6444974c54-hqnb7\" ","response":"range_response_count:1 size:8490"} {"level":"info","ts":"2026-06-30T18:52:55.236683Z","caller":"traceutil/trace.go:171","msg":"trace[1502324044] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6444974c54-hqnb7; range_end:; response_count:1; response_revision:28224; }","duration":"127.672204ms","start":"2026-06-30T18:52:55.108987Z","end":"2026-06-30T18:52:55.236659Z","steps":["trace[1502324044] 'agreement among raft nodes before linearized reading' (duration: 120.208396ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:55.52042Z","caller":"traceutil/trace.go:171","msg":"trace[294875745] transaction","detail":"{read_only:false; response_revision:28230; number_of_response:1; }","duration":"132.485378ms","start":"2026-06-30T18:52:55.387913Z","end":"2026-06-30T18:52:55.520398Z","steps":["trace[294875745] 'process raft request' (duration: 96.141328ms)","trace[294875745] 'compare' (duration: 36.123173ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:55.520499Z","caller":"traceutil/trace.go:171","msg":"trace[156566616] transaction","detail":"{read_only:false; response_revision:28231; number_of_response:1; }","duration":"124.955878ms","start":"2026-06-30T18:52:55.395527Z","end":"2026-06-30T18:52:55.520483Z","steps":["trace[156566616] 'process raft request' (duration: 124.816863ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:55.946798Z","caller":"traceutil/trace.go:171","msg":"trace[1673054621] transaction","detail":"{read_only:false; response_revision:28243; number_of_response:1; }","duration":"125.858967ms","start":"2026-06-30T18:52:55.820901Z","end":"2026-06-30T18:52:55.94676Z","steps":["trace[1673054621] 'process raft request' (duration: 93.793654ms)","trace[1673054621] 'compare' (duration: 31.911768ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:56.284362Z","caller":"traceutil/trace.go:171","msg":"trace[1864938279] transaction","detail":"{read_only:false; response_revision:28248; number_of_response:1; }","duration":"101.098386ms","start":"2026-06-30T18:52:56.183231Z","end":"2026-06-30T18:52:56.284329Z","steps":["trace[1864938279] 'process raft request' (duration: 100.827067ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:56.309551Z","caller":"traceutil/trace.go:171","msg":"trace[620184077] transaction","detail":"{read_only:false; response_revision:28249; number_of_response:1; }","duration":"106.690595ms","start":"2026-06-30T18:52:56.202809Z","end":"2026-06-30T18:52:56.3095Z","steps":["trace[620184077] 'process raft request' (duration: 106.414126ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:56.528092Z","caller":"traceutil/trace.go:171","msg":"trace[1273197632] linearizableReadLoop","detail":"{readStateIndex:29567; appliedIndex:29566; }","duration":"188.63197ms","start":"2026-06-30T18:52:56.339434Z","end":"2026-06-30T18:52:56.528066Z","steps":["trace[1273197632] 'read index received' (duration: 188.33971ms)","trace[1273197632] 'applied index is now lower than readState.Index' (duration: 291.39µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:56.52816Z","caller":"traceutil/trace.go:171","msg":"trace[1755915773] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"192.865845ms","start":"2026-06-30T18:52:56.335257Z","end":"2026-06-30T18:52:56.528123Z","steps":["trace[1755915773] 'process raft request' (duration: 192.608066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:56.52841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.946181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-06-30T18:52:56.52846Z","caller":"traceutil/trace.go:171","msg":"trace[1128842265] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28251; }","duration":"189.057894ms","start":"2026-06-30T18:52:56.339386Z","end":"2026-06-30T18:52:56.528443Z","steps":["trace[1128842265] 'agreement among raft nodes before linearized reading' (duration: 188.844137ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:56.567328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.009398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:52:56.567361Z","caller":"traceutil/trace.go:171","msg":"trace[105392908] transaction","detail":"{read_only:false; response_revision:28252; number_of_response:1; }","duration":"149.203931ms","start":"2026-06-30T18:52:56.418112Z","end":"2026-06-30T18:52:56.567315Z","steps":["trace[105392908] 'process raft request' (duration: 148.963404ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:56.567402Z","caller":"traceutil/trace.go:171","msg":"trace[531213242] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28252; }","duration":"114.09565ms","start":"2026-06-30T18:52:56.453287Z","end":"2026-06-30T18:52:56.567383Z","steps":["trace[531213242] 'agreement among raft nodes before linearized reading' (duration: 113.940556ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:56.567563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.461943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:52:56.567654Z","caller":"traceutil/trace.go:171","msg":"trace[1822770801] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28252; }","duration":"156.570997ms","start":"2026-06-30T18:52:56.411068Z","end":"2026-06-30T18:52:56.567639Z","steps":["trace[1822770801] 'agreement among raft nodes before linearized reading' (duration: 156.202875ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.6302Z","caller":"traceutil/trace.go:171","msg":"trace[1144803656] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"105.095694ms","start":"2026-06-30T18:52:57.525079Z","end":"2026-06-30T18:52:57.630174Z","steps":["trace[1144803656] 'process raft request' (duration: 58.571499ms)","trace[1144803656] 'compare' (duration: 46.340089ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:57.630467Z","caller":"traceutil/trace.go:171","msg":"trace[759203181] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"104.3136ms","start":"2026-06-30T18:52:57.526132Z","end":"2026-06-30T18:52:57.630446Z","steps":["trace[759203181] 'process raft request' (duration: 103.99769ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:57.630787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.57895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-06-30T18:52:57.63086Z","caller":"traceutil/trace.go:171","msg":"trace[1424423659] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:28291; }","duration":"105.686333ms","start":"2026-06-30T18:52:57.525156Z","end":"2026-06-30T18:52:57.630842Z","steps":["trace[1424423659] 'agreement among raft nodes before linearized reading' (duration: 105.452486ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.630773Z","caller":"traceutil/trace.go:171","msg":"trace[608088323] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"104.223856ms","start":"2026-06-30T18:52:57.526517Z","end":"2026-06-30T18:52:57.63074Z","steps":["trace[608088323] 'process raft request' (duration: 103.821373ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.802143Z","caller":"traceutil/trace.go:171","msg":"trace[387160539] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"168.27845ms","start":"2026-06-30T18:52:57.633829Z","end":"2026-06-30T18:52:57.802108Z","steps":["trace[387160539] 'process raft request' (duration: 167.993421ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.802244Z","caller":"traceutil/trace.go:171","msg":"trace[301882341] linearizableReadLoop","detail":"{readStateIndex:29614; appliedIndex:29611; }","duration":"167.100093ms","start":"2026-06-30T18:52:57.635119Z","end":"2026-06-30T18:52:57.802219Z","steps":["trace[301882341] 'read index received' (duration: 40.874774ms)","trace[301882341] 'applied index is now lower than readState.Index' (duration: 126.224259ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:57.802554Z","caller":"traceutil/trace.go:171","msg":"trace[2034887207] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"147.094355ms","start":"2026-06-30T18:52:57.655447Z","end":"2026-06-30T18:52:57.802541Z","steps":["trace[2034887207] 'process raft request' (duration: 146.708213ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:57.802692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.554777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-06-30T18:52:57.80273Z","caller":"traceutil/trace.go:171","msg":"trace[214355144] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:28298; }","duration":"167.646111ms","start":"2026-06-30T18:52:57.635072Z","end":"2026-06-30T18:52:57.802718Z","steps":["trace[214355144] 'agreement among raft nodes before linearized reading' (duration: 167.479505ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.802751Z","caller":"traceutil/trace.go:171","msg":"trace[77200519] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"167.183665ms","start":"2026-06-30T18:52:57.635553Z","end":"2026-06-30T18:52:57.802737Z","steps":["trace[77200519] 'process raft request' (duration: 166.469202ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:57.802944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.722331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-06-30T18:52:57.80297Z","caller":"traceutil/trace.go:171","msg":"trace[107330400] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:28298; }","duration":"151.797404ms","start":"2026-06-30T18:52:57.651165Z","end":"2026-06-30T18:52:57.802962Z","steps":["trace[107330400] 'agreement among raft nodes before linearized reading' (duration: 151.714772ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.803094Z","caller":"traceutil/trace.go:171","msg":"trace[271599587] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"166.450152ms","start":"2026-06-30T18:52:57.636629Z","end":"2026-06-30T18:52:57.803079Z","steps":["trace[271599587] 'process raft request' (duration: 165.45722ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.930014Z","caller":"traceutil/trace.go:171","msg":"trace[2071021856] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"120.467375ms","start":"2026-06-30T18:52:57.8095Z","end":"2026-06-30T18:52:57.929967Z","steps":["trace[2071021856] 'process raft request' (duration: 114.903867ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.93008Z","caller":"traceutil/trace.go:171","msg":"trace[1949222429] linearizableReadLoop","detail":"{readStateIndex:29620; appliedIndex:29617; }","duration":"116.865929ms","start":"2026-06-30T18:52:57.813185Z","end":"2026-06-30T18:52:57.930051Z","steps":["trace[1949222429] 'read index received' (duration: 23.029815ms)","trace[1949222429] 'applied index is now lower than readState.Index' (duration: 93.834984ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:57.930148Z","caller":"traceutil/trace.go:171","msg":"trace[2142025249] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"116.942112ms","start":"2026-06-30T18:52:57.81318Z","end":"2026-06-30T18:52:57.930122Z","steps":["trace[2142025249] 'process raft request' (duration: 116.760196ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.930198Z","caller":"traceutil/trace.go:171","msg":"trace[1963222704] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"116.838419ms","start":"2026-06-30T18:52:57.813326Z","end":"2026-06-30T18:52:57.930164Z","steps":["trace[1963222704] 'process raft request' (duration: 116.666934ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:57.930377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.165719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-06-30T18:52:57.930414Z","caller":"traceutil/trace.go:171","msg":"trace[1410311717] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:28303; }","duration":"117.239352ms","start":"2026-06-30T18:52:57.813165Z","end":"2026-06-30T18:52:57.930405Z","steps":["trace[1410311717] 'agreement among raft nodes before linearized reading' (duration: 117.063726ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:57.930532Z","caller":"traceutil/trace.go:171","msg":"trace[1147611133] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"120.841226ms","start":"2026-06-30T18:52:57.809677Z","end":"2026-06-30T18:52:57.930518Z","steps":["trace[1147611133] 'process raft request' (duration: 120.208296ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:57.930667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.279443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-06-30T18:52:57.930708Z","caller":"traceutil/trace.go:171","msg":"trace[621155566] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:28303; }","duration":"117.372156ms","start":"2026-06-30T18:52:57.813324Z","end":"2026-06-30T18:52:57.930696Z","steps":["trace[621155566] 'agreement among raft nodes before linearized reading' (duration: 117.203201ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:57.930779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.223893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:52:57.930834Z","caller":"traceutil/trace.go:171","msg":"trace[1359195767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28303; }","duration":"113.346418ms","start":"2026-06-30T18:52:57.817469Z","end":"2026-06-30T18:52:57.930816Z","steps":["trace[1359195767] 'agreement among raft nodes before linearized reading' (duration: 113.207263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:57.931087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.936483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-lt56l\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-06-30T18:52:57.9312Z","caller":"traceutil/trace.go:171","msg":"trace[277853435] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-lt56l; range_end:; response_count:1; response_revision:28303; }","duration":"107.060877ms","start":"2026-06-30T18:52:57.82411Z","end":"2026-06-30T18:52:57.931171Z","steps":["trace[277853435] 'agreement among raft nodes before linearized reading' (duration: 106.5137ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:58.314412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.200149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9946"} {"level":"info","ts":"2026-06-30T18:52:58.314496Z","caller":"traceutil/trace.go:171","msg":"trace[1159981712] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:28309; }","duration":"116.334783ms","start":"2026-06-30T18:52:58.198142Z","end":"2026-06-30T18:52:58.314477Z","steps":["trace[1159981712] 'range keys from in-memory index tree' (duration: 116.015032ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:58.319192Z","caller":"traceutil/trace.go:171","msg":"trace[789049075] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"120.187166ms","start":"2026-06-30T18:52:58.198978Z","end":"2026-06-30T18:52:58.319165Z","steps":["trace[789049075] 'process raft request' (duration: 120.044141ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:58.35723Z","caller":"traceutil/trace.go:171","msg":"trace[1012433053] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"156.734982ms","start":"2026-06-30T18:52:58.200474Z","end":"2026-06-30T18:52:58.357209Z","steps":["trace[1012433053] 'process raft request' (duration: 156.600207ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:58.473619Z","caller":"traceutil/trace.go:171","msg":"trace[977209757] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"146.463534ms","start":"2026-06-30T18:52:58.327121Z","end":"2026-06-30T18:52:58.473585Z","steps":["trace[977209757] 'process raft request' (duration: 93.453342ms)","trace[977209757] 'compare' (duration: 52.550597ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:59.043058Z","caller":"traceutil/trace.go:171","msg":"trace[602834803] linearizableReadLoop","detail":"{readStateIndex:29636; appliedIndex:29635; }","duration":"359.810883ms","start":"2026-06-30T18:52:58.683218Z","end":"2026-06-30T18:52:59.043028Z","steps":["trace[602834803] 'read index received' (duration: 331.482299ms)","trace[602834803] 'applied index is now lower than readState.Index' (duration: 28.327494ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:59.04306Z","caller":"traceutil/trace.go:171","msg":"trace[1131591938] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"360.053321ms","start":"2026-06-30T18:52:58.682983Z","end":"2026-06-30T18:52:59.043037Z","steps":["trace[1131591938] 'process raft request' (duration: 331.762308ms)","trace[1131591938] 'compare' (duration: 28.038154ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:52:59.043218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:58.682962Z","time spent":"360.171475ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:52:59.043327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.622553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:52:59.04336Z","caller":"traceutil/trace.go:171","msg":"trace[2105514455] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28317; }","duration":"331.711887ms","start":"2026-06-30T18:52:58.711638Z","end":"2026-06-30T18:52:59.043349Z","steps":["trace[2105514455] 'agreement among raft nodes before linearized reading' (duration: 331.544221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:59.04338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:58.711613Z","time spent":"331.762477ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:52:59.04355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.944691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-06-30T18:52:59.04355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.313889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-06-30T18:52:59.043587Z","caller":"traceutil/trace.go:171","msg":"trace[1804784013] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28317; }","duration":"110.981722ms","start":"2026-06-30T18:52:58.932596Z","end":"2026-06-30T18:52:59.043578Z","steps":["trace[1804784013] 'agreement among raft nodes before linearized reading' (duration: 110.892919ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.04363Z","caller":"traceutil/trace.go:171","msg":"trace[951864481] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28317; }","duration":"360.436663ms","start":"2026-06-30T18:52:58.683169Z","end":"2026-06-30T18:52:59.043606Z","steps":["trace[951864481] 'agreement among raft nodes before linearized reading' (duration: 359.976598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:59.043671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:58.683153Z","time spent":"360.511336ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-06-30T18:52:59.190406Z","caller":"traceutil/trace.go:171","msg":"trace[574775626] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"131.689913ms","start":"2026-06-30T18:52:59.058688Z","end":"2026-06-30T18:52:59.190378Z","steps":["trace[574775626] 'process raft request' (duration: 110.488006ms)","trace[574775626] 'compare' (duration: 20.744962ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:59.190633Z","caller":"traceutil/trace.go:171","msg":"trace[2086709667] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"129.277826ms","start":"2026-06-30T18:52:59.061345Z","end":"2026-06-30T18:52:59.190623Z","steps":["trace[2086709667] 'process raft request' (duration: 128.689117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:59.431156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.935081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:52:59.431775Z","caller":"traceutil/trace.go:171","msg":"trace[89726268] linearizableReadLoop","detail":"{readStateIndex:29643; appliedIndex:29640; }","duration":"225.376903ms","start":"2026-06-30T18:52:59.206374Z","end":"2026-06-30T18:52:59.431751Z","steps":["trace[89726268] 'read index received' (duration: 97.964826ms)","trace[89726268] 'applied index is now lower than readState.Index' (duration: 127.407176ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:52:59.431964Z","caller":"traceutil/trace.go:171","msg":"trace[1023223467] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"227.505911ms","start":"2026-06-30T18:52:59.20444Z","end":"2026-06-30T18:52:59.431946Z","steps":["trace[1023223467] 'process raft request' (duration: 226.85982ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:59.433075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.211302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:52:59.433433Z","caller":"traceutil/trace.go:171","msg":"trace[1283518456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28325; }","duration":"212.607506ms","start":"2026-06-30T18:52:59.220808Z","end":"2026-06-30T18:52:59.433416Z","steps":["trace[1283518456] 'agreement among raft nodes before linearized reading' (duration: 212.172632ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:59.432046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.662502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:52:59.433694Z","caller":"traceutil/trace.go:171","msg":"trace[936222644] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28325; }","duration":"227.348016ms","start":"2026-06-30T18:52:59.206329Z","end":"2026-06-30T18:52:59.433677Z","steps":["trace[936222644] 'agreement among raft nodes before linearized reading' (duration: 225.653202ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:59.434053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.462434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:52:59.432026Z","caller":"traceutil/trace.go:171","msg":"trace[1349254813] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"227.734248ms","start":"2026-06-30T18:52:59.204229Z","end":"2026-06-30T18:52:59.431963Z","steps":["trace[1349254813] 'process raft request' (duration: 227.018445ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.431639Z","caller":"traceutil/trace.go:171","msg":"trace[2103711787] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"232.038315ms","start":"2026-06-30T18:52:59.199581Z","end":"2026-06-30T18:52:59.431619Z","steps":["trace[2103711787] 'process raft request' (duration: 104.571487ms)","trace[2103711787] 'compare' (duration: 126.502397ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:52:59.434468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.930674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-30T18:52:59.434515Z","caller":"traceutil/trace.go:171","msg":"trace[180755148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28325; }","duration":"206.998816ms","start":"2026-06-30T18:52:59.227501Z","end":"2026-06-30T18:52:59.4345Z","steps":["trace[180755148] 'agreement among raft nodes before linearized reading' (duration: 206.874612ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:52:59.434547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.38999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10075"} {"level":"info","ts":"2026-06-30T18:52:59.434583Z","caller":"traceutil/trace.go:171","msg":"trace[134626328] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:28325; }","duration":"213.446962ms","start":"2026-06-30T18:52:59.221126Z","end":"2026-06-30T18:52:59.434573Z","steps":["trace[134626328] 'agreement among raft nodes before linearized reading' (duration: 213.342089ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.434677Z","caller":"traceutil/trace.go:171","msg":"trace[1509747585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28325; }","duration":"110.158705ms","start":"2026-06-30T18:52:59.324508Z","end":"2026-06-30T18:52:59.434666Z","steps":["trace[1509747585] 'agreement among raft nodes before linearized reading' (duration: 109.482504ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.614408Z","caller":"traceutil/trace.go:171","msg":"trace[2142435408] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"171.148272ms","start":"2026-06-30T18:52:59.443233Z","end":"2026-06-30T18:52:59.614382Z","steps":["trace[2142435408] 'process raft request' (duration: 170.903964ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.614548Z","caller":"traceutil/trace.go:171","msg":"trace[155105597] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"169.023284ms","start":"2026-06-30T18:52:59.445475Z","end":"2026-06-30T18:52:59.614498Z","steps":["trace[155105597] 'process raft request' (duration: 168.824128ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.614897Z","caller":"traceutil/trace.go:171","msg":"trace[64145924] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"166.475743ms","start":"2026-06-30T18:52:59.448411Z","end":"2026-06-30T18:52:59.614887Z","steps":["trace[64145924] 'process raft request' (duration: 165.930015ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.615159Z","caller":"traceutil/trace.go:171","msg":"trace[430903395] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"160.595405ms","start":"2026-06-30T18:52:59.454557Z","end":"2026-06-30T18:52:59.615153Z","steps":["trace[430903395] 'process raft request' (duration: 160.267685ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.615311Z","caller":"traceutil/trace.go:171","msg":"trace[735165083] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"124.024017ms","start":"2026-06-30T18:52:59.49128Z","end":"2026-06-30T18:52:59.615304Z","steps":["trace[735165083] 'process raft request' (duration: 123.780609ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:52:59.707299Z","caller":"traceutil/trace.go:171","msg":"trace[1301323181] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"116.223889ms","start":"2026-06-30T18:52:59.59105Z","end":"2026-06-30T18:52:59.707274Z","steps":["trace[1301323181] 'process raft request' (duration: 116.030683ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:00.083539Z","caller":"traceutil/trace.go:171","msg":"trace[1035657423] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"454.786494ms","start":"2026-06-30T18:52:59.628728Z","end":"2026-06-30T18:53:00.083514Z","steps":["trace[1035657423] 'process raft request' (duration: 454.556486ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:00.083604Z","caller":"traceutil/trace.go:171","msg":"trace[1000537428] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"443.965499ms","start":"2026-06-30T18:52:59.639629Z","end":"2026-06-30T18:53:00.083594Z","steps":["trace[1000537428] 'process raft request' (duration: 443.931298ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:00.08359Z","caller":"traceutil/trace.go:171","msg":"trace[564180052] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"445.757296ms","start":"2026-06-30T18:52:59.637804Z","end":"2026-06-30T18:53:00.083561Z","steps":["trace[564180052] 'process raft request' (duration: 445.643373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:00.083663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:59.639617Z","time spent":"444.00813ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:00.083664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:59.6287Z","time spent":"454.895477ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8277,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:00.083715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:59.637781Z","time spent":"445.864729ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:00.083702Z","caller":"traceutil/trace.go:171","msg":"trace[1463010454] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"445.750235ms","start":"2026-06-30T18:52:59.63791Z","end":"2026-06-30T18:53:00.08366Z","steps":["trace[1463010454] 'process raft request' (duration: 445.58427ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:00.083702Z","caller":"traceutil/trace.go:171","msg":"trace[361460855] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"445.635852ms","start":"2026-06-30T18:52:59.638025Z","end":"2026-06-30T18:53:00.083661Z","steps":["trace[361460855] 'process raft request' (duration: 445.498728ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:00.083909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:59.637997Z","time spent":"445.852809ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:53:00.083924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:59.6379Z","time spent":"445.915551ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:00.107637Z","caller":"traceutil/trace.go:171","msg":"trace[2100014084] linearizableReadLoop","detail":"{readStateIndex:29657; appliedIndex:29651; }","duration":"285.114039ms","start":"2026-06-30T18:52:59.822491Z","end":"2026-06-30T18:53:00.107605Z","steps":["trace[2100014084] 'read index received' (duration: 260.855385ms)","trace[2100014084] 'applied index is now lower than readState.Index' (duration: 24.257354ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:00.107919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.321849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-30T18:53:00.107966Z","caller":"traceutil/trace.go:171","msg":"trace[1579601005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28337; }","duration":"266.422742ms","start":"2026-06-30T18:52:59.841526Z","end":"2026-06-30T18:53:00.107949Z","steps":["trace[1579601005] 'agreement among raft nodes before linearized reading' (duration: 266.229846ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:00.108009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.513822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:00.108073Z","caller":"traceutil/trace.go:171","msg":"trace[505119631] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:28337; }","duration":"285.637666ms","start":"2026-06-30T18:52:59.822423Z","end":"2026-06-30T18:53:00.108061Z","steps":["trace[505119631] 'agreement among raft nodes before linearized reading' (duration: 285.260014ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:00.107648Z","caller":"traceutil/trace.go:171","msg":"trace[34124067] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28337; }","duration":"390.713809ms","start":"2026-06-30T18:52:59.716916Z","end":"2026-06-30T18:53:00.10763Z","steps":["trace[34124067] 'process raft request' (duration: 390.403149ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:00.108556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:52:59.716886Z","time spent":"391.616928ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:53:00.328278Z","caller":"traceutil/trace.go:171","msg":"trace[758956794] transaction","detail":"{read_only:false; response_revision:28342; number_of_response:1; }","duration":"106.085596ms","start":"2026-06-30T18:53:00.222088Z","end":"2026-06-30T18:53:00.328174Z","steps":["trace[758956794] 'process raft request' (duration: 74.713134ms)","trace[758956794] 'compare' (duration: 30.957789ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:00.802237Z","caller":"traceutil/trace.go:171","msg":"trace[1627159885] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"423.94021ms","start":"2026-06-30T18:53:00.377883Z","end":"2026-06-30T18:53:00.801823Z","steps":["trace[1627159885] 'process raft request' (duration: 423.732284ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:00.802806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:00.377849Z","time spent":"424.8774ms","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2370,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:00.848494Z","caller":"traceutil/trace.go:171","msg":"trace[2071350558] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"227.79082ms","start":"2026-06-30T18:53:00.620669Z","end":"2026-06-30T18:53:00.84846Z","steps":["trace[2071350558] 'process raft request' (duration: 227.528591ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.102224Z","caller":"traceutil/trace.go:171","msg":"trace[199990315] transaction","detail":"{read_only:false; response_revision:28354; number_of_response:1; }","duration":"105.184806ms","start":"2026-06-30T18:53:00.99702Z","end":"2026-06-30T18:53:01.102205Z","steps":["trace[199990315] 'process raft request' (duration: 104.98147ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.102459Z","caller":"traceutil/trace.go:171","msg":"trace[1116646149] transaction","detail":"{read_only:false; response_revision:28355; number_of_response:1; }","duration":"105.175506ms","start":"2026-06-30T18:53:00.997276Z","end":"2026-06-30T18:53:01.102451Z","steps":["trace[1116646149] 'process raft request' (duration: 104.749453ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.102548Z","caller":"traceutil/trace.go:171","msg":"trace[638712439] transaction","detail":"{read_only:false; response_revision:28356; number_of_response:1; }","duration":"105.072713ms","start":"2026-06-30T18:53:00.997469Z","end":"2026-06-30T18:53:01.102542Z","steps":["trace[638712439] 'process raft request' (duration: 104.584128ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.102631Z","caller":"traceutil/trace.go:171","msg":"trace[311655500] transaction","detail":"{read_only:false; response_revision:28357; number_of_response:1; }","duration":"104.624789ms","start":"2026-06-30T18:53:00.998001Z","end":"2026-06-30T18:53:01.102626Z","steps":["trace[311655500] 'process raft request' (duration: 104.075821ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:01.10293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.981583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:01.102961Z","caller":"traceutil/trace.go:171","msg":"trace[413502258] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28358; }","duration":"101.035844ms","start":"2026-06-30T18:53:01.001914Z","end":"2026-06-30T18:53:01.10295Z","steps":["trace[413502258] 'agreement among raft nodes before linearized reading' (duration: 100.973882ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.103354Z","caller":"traceutil/trace.go:171","msg":"trace[1142470885] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"105.088044ms","start":"2026-06-30T18:53:00.996976Z","end":"2026-06-30T18:53:01.102064Z","steps":["trace[1142470885] 'process raft request' (duration: 104.918259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:01.38562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.352555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:01.386188Z","caller":"traceutil/trace.go:171","msg":"trace[243094320] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"275.669638ms","start":"2026-06-30T18:53:01.110497Z","end":"2026-06-30T18:53:01.386167Z","steps":["trace[243094320] 'process raft request' (duration: 63.661822ms)","trace[243094320] 'compare' (duration: 210.959103ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:01.386266Z","caller":"traceutil/trace.go:171","msg":"trace[1673604566] transaction","detail":"{read_only:false; response_revision:28362; number_of_response:1; }","duration":"266.680001ms","start":"2026-06-30T18:53:01.119545Z","end":"2026-06-30T18:53:01.386225Z","steps":["trace[1673604566] 'process raft request' (duration: 266.308659ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.386009Z","caller":"traceutil/trace.go:171","msg":"trace[786451711] linearizableReadLoop","detail":"{readStateIndex:29681; appliedIndex:29679; }","duration":"274.412168ms","start":"2026-06-30T18:53:01.111577Z","end":"2026-06-30T18:53:01.385989Z","steps":["trace[786451711] 'read index received' (duration: 9.930387ms)","trace[786451711] 'applied index is now lower than readState.Index' (duration: 264.480511ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:01.386514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.915223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-06-30T18:53:01.38657Z","caller":"traceutil/trace.go:171","msg":"trace[106830670] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28362; }","duration":"275.004357ms","start":"2026-06-30T18:53:01.111552Z","end":"2026-06-30T18:53:01.386556Z","steps":["trace[106830670] 'agreement among raft nodes before linearized reading' (duration: 274.78444ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.386987Z","caller":"traceutil/trace.go:171","msg":"trace[450410043] transaction","detail":"{read_only:false; response_revision:28361; number_of_response:1; }","duration":"267.446275ms","start":"2026-06-30T18:53:01.119511Z","end":"2026-06-30T18:53:01.386957Z","steps":["trace[450410043] 'process raft request' (duration: 266.245657ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.459616Z","caller":"traceutil/trace.go:171","msg":"trace[675387612] transaction","detail":"{read_only:false; response_revision:28363; number_of_response:1; }","duration":"333.320188ms","start":"2026-06-30T18:53:01.126273Z","end":"2026-06-30T18:53:01.459593Z","steps":["trace[675387612] 'process raft request' (duration: 332.916035ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:01.459822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.268718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:01.46Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.126242Z","time spent":"333.644878ms","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:01.460088Z","caller":"traceutil/trace.go:171","msg":"trace[223665805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28363; }","duration":"271.553327ms","start":"2026-06-30T18:53:01.188491Z","end":"2026-06-30T18:53:01.460044Z","steps":["trace[223665805] 'agreement among raft nodes before linearized reading' (duration: 271.264408ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:01.475401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.217848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2588248"} {"level":"info","ts":"2026-06-30T18:53:01.475668Z","caller":"traceutil/trace.go:171","msg":"trace[1124360393] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:28363; }","duration":"241.493837ms","start":"2026-06-30T18:53:01.234152Z","end":"2026-06-30T18:53:01.475646Z","steps":["trace[1124360393] 'agreement among raft nodes before linearized reading' (duration: 225.700963ms)","trace[1124360393] 'range keys from bolt db' (duration: 15.331509ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:01.563537Z","caller":"traceutil/trace.go:171","msg":"trace[517728693] transaction","detail":"{read_only:false; response_revision:28364; number_of_response:1; }","duration":"168.317722ms","start":"2026-06-30T18:53:01.395095Z","end":"2026-06-30T18:53:01.563412Z","steps":["trace[517728693] 'process raft request' (duration: 150.963008ms)","trace[517728693] 'compare' (duration: 16.960761ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:01.563641Z","caller":"traceutil/trace.go:171","msg":"trace[1273865887] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"168.373544ms","start":"2026-06-30T18:53:01.395219Z","end":"2026-06-30T18:53:01.563593Z","steps":["trace[1273865887] 'process raft request' (duration: 168.072394ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.566734Z","caller":"traceutil/trace.go:171","msg":"trace[1751202549] transaction","detail":"{read_only:false; response_revision:28366; number_of_response:1; }","duration":"171.464342ms","start":"2026-06-30T18:53:01.395239Z","end":"2026-06-30T18:53:01.566704Z","steps":["trace[1751202549] 'process raft request' (duration: 168.530878ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.567399Z","caller":"traceutil/trace.go:171","msg":"trace[1423815324] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"167.858237ms","start":"2026-06-30T18:53:01.399508Z","end":"2026-06-30T18:53:01.567367Z","steps":["trace[1423815324] 'process raft request' (duration: 167.068812ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:01.567779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.929409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T18:53:01.567838Z","caller":"traceutil/trace.go:171","msg":"trace[1094777270] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28367; }","duration":"126.043832ms","start":"2026-06-30T18:53:01.441766Z","end":"2026-06-30T18:53:01.56781Z","steps":["trace[1094777270] 'agreement among raft nodes before linearized reading' (duration: 125.881387ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:01.568056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.183787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-06-30T18:53:01.568111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.18048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:53:01.568161Z","caller":"traceutil/trace.go:171","msg":"trace[1770936184] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28367; }","duration":"128.291004ms","start":"2026-06-30T18:53:01.439858Z","end":"2026-06-30T18:53:01.568149Z","steps":["trace[1770936184] 'agreement among raft nodes before linearized reading' (duration: 128.1747ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.568174Z","caller":"traceutil/trace.go:171","msg":"trace[1584632997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28367; }","duration":"126.312571ms","start":"2026-06-30T18:53:01.44182Z","end":"2026-06-30T18:53:01.568132Z","steps":["trace[1584632997] 'agreement among raft nodes before linearized reading' (duration: 125.9635ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:01.568591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.209348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-06-30T18:53:01.56867Z","caller":"traceutil/trace.go:171","msg":"trace[1460701442] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28367; }","duration":"173.322111ms","start":"2026-06-30T18:53:01.395335Z","end":"2026-06-30T18:53:01.568657Z","steps":["trace[1460701442] 'agreement among raft nodes before linearized reading' (duration: 173.175476ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:01.568724Z","caller":"traceutil/trace.go:171","msg":"trace[1047261511] linearizableReadLoop","detail":"{readStateIndex:29688; appliedIndex:29684; }","duration":"108.297686ms","start":"2026-06-30T18:53:01.45933Z","end":"2026-06-30T18:53:01.567628Z","steps":["trace[1047261511] 'read index received' (duration: 86.617425ms)","trace[1047261511] 'applied index is now lower than readState.Index' (duration: 21.678121ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:02.036242Z","caller":"traceutil/trace.go:171","msg":"trace[1152589980] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28375; }","duration":"387.734374ms","start":"2026-06-30T18:53:01.648468Z","end":"2026-06-30T18:53:02.036202Z","steps":["trace[1152589980] 'process raft request' (duration: 387.703334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.036383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.64846Z","time spent":"387.841518ms","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":2872,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:02.036677Z","caller":"traceutil/trace.go:171","msg":"trace[2071053217] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"388.890841ms","start":"2026-06-30T18:53:01.647777Z","end":"2026-06-30T18:53:02.036668Z","steps":["trace[2071053217] 'process raft request' (duration: 388.242921ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.036726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.647759Z","time spent":"388.941762ms","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:02.038933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.701716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-30T18:53:02.03902Z","caller":"traceutil/trace.go:171","msg":"trace[430226981] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28375; }","duration":"399.856921ms","start":"2026-06-30T18:53:01.639146Z","end":"2026-06-30T18:53:02.039003Z","steps":["trace[430226981] 'agreement among raft nodes before linearized reading' (duration: 399.600783ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.03906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.639126Z","time spent":"399.925514ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:53:02.039055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.752148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-06-30T18:53:02.039193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.280319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-30T18:53:02.039338Z","caller":"traceutil/trace.go:171","msg":"trace[924433180] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28375; }","duration":"407.530296ms","start":"2026-06-30T18:53:01.631782Z","end":"2026-06-30T18:53:02.039312Z","steps":["trace[924433180] 'agreement among raft nodes before linearized reading' (duration: 407.126323ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:02.039266Z","caller":"traceutil/trace.go:171","msg":"trace[38775817] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28375; }","duration":"405.072458ms","start":"2026-06-30T18:53:01.63417Z","end":"2026-06-30T18:53:02.039242Z","steps":["trace[38775817] 'agreement among raft nodes before linearized reading' (duration: 404.610993ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.039548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.634148Z","time spent":"405.388278ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:53:02.039656Z","caller":"traceutil/trace.go:171","msg":"trace[1458226816] linearizableReadLoop","detail":"{readStateIndex:29697; appliedIndex:29695; }","duration":"381.858327ms","start":"2026-06-30T18:53:01.65684Z","end":"2026-06-30T18:53:02.038699Z","steps":["trace[1458226816] 'read index received' (duration: 379.229483ms)","trace[1458226816] 'applied index is now lower than readState.Index' (duration: 2.625164ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:02.039435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.631758Z","time spent":"407.625759ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-06-30T18:53:02.251308Z","caller":"traceutil/trace.go:171","msg":"trace[215911398] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"588.454059ms","start":"2026-06-30T18:53:01.6628Z","end":"2026-06-30T18:53:02.251254Z","steps":["trace[215911398] 'process raft request' (duration: 530.108337ms)","trace[215911398] 'compare' (duration: 57.752153ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:02.251453Z","caller":"traceutil/trace.go:171","msg":"trace[2056709688] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"573.75564ms","start":"2026-06-30T18:53:01.677656Z","end":"2026-06-30T18:53:02.251412Z","steps":["trace[2056709688] 'process raft request' (duration: 573.639086ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:02.251394Z","caller":"traceutil/trace.go:171","msg":"trace[462473598] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"575.208666ms","start":"2026-06-30T18:53:01.676148Z","end":"2026-06-30T18:53:02.251356Z","steps":["trace[462473598] 'process raft request' (duration: 574.996939ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.25172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.676123Z","time spent":"575.522276ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:02.251741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.677645Z","time spent":"573.923135ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:02.251729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.662782Z","time spent":"588.740148ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:02.252551Z","caller":"traceutil/trace.go:171","msg":"trace[1625525709] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"485.531994ms","start":"2026-06-30T18:53:01.766998Z","end":"2026-06-30T18:53:02.25253Z","steps":["trace[1625525709] 'process raft request' (duration: 484.351627ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:02.252558Z","caller":"traceutil/trace.go:171","msg":"trace[156784781] linearizableReadLoop","detail":"{readStateIndex:29701; appliedIndex:29697; }","duration":"212.823091ms","start":"2026-06-30T18:53:02.039691Z","end":"2026-06-30T18:53:02.252514Z","steps":["trace[156784781] 'read index received' (duration: 153.327322ms)","trace[156784781] 'applied index is now lower than readState.Index' (duration: 59.493169ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:02.252704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.132415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-06-30T18:53:02.252738Z","caller":"traceutil/trace.go:171","msg":"trace[1796593036] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28379; }","duration":"591.164906ms","start":"2026-06-30T18:53:01.661563Z","end":"2026-06-30T18:53:02.252728Z","steps":["trace[1796593036] 'agreement among raft nodes before linearized reading' (duration: 591.062092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.252757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.661521Z","time spent":"591.232118ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3663,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-06-30T18:53:02.252904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:01.766966Z","time spent":"485.637408ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:02.294995Z","caller":"traceutil/trace.go:171","msg":"trace[440748824] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"250.474133ms","start":"2026-06-30T18:53:02.044493Z","end":"2026-06-30T18:53:02.294967Z","steps":["trace[440748824] 'process raft request' (duration: 250.279367ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:02.295267Z","caller":"traceutil/trace.go:171","msg":"trace[996748673] transaction","detail":"{read_only:false; response_revision:28381; number_of_response:1; }","duration":"249.76388ms","start":"2026-06-30T18:53:02.045459Z","end":"2026-06-30T18:53:02.295223Z","steps":["trace[996748673] 'process raft request' (duration: 249.467251ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:02.295314Z","caller":"traceutil/trace.go:171","msg":"trace[1521581532] transaction","detail":"{read_only:false; response_revision:28382; number_of_response:1; }","duration":"205.434536ms","start":"2026-06-30T18:53:02.089853Z","end":"2026-06-30T18:53:02.295288Z","steps":["trace[1521581532] 'process raft request' (duration: 205.25203ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:02.295348Z","caller":"traceutil/trace.go:171","msg":"trace[455024424] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"204.62611ms","start":"2026-06-30T18:53:02.090703Z","end":"2026-06-30T18:53:02.295329Z","steps":["trace[455024424] 'process raft request' (duration: 204.510497ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:02.2953Z","caller":"traceutil/trace.go:171","msg":"trace[1590695205] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"205.334934ms","start":"2026-06-30T18:53:02.089935Z","end":"2026-06-30T18:53:02.29527Z","steps":["trace[1590695205] 'process raft request' (duration: 205.23336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.295569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.489533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:02.295733Z","caller":"traceutil/trace.go:171","msg":"trace[397309628] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28384; }","duration":"145.70656ms","start":"2026-06-30T18:53:02.15001Z","end":"2026-06-30T18:53:02.295716Z","steps":["trace[397309628] 'agreement among raft nodes before linearized reading' (duration: 145.499973ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.295569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.767112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-06-30T18:53:02.295842Z","caller":"traceutil/trace.go:171","msg":"trace[469496826] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28384; }","duration":"251.050681ms","start":"2026-06-30T18:53:02.044776Z","end":"2026-06-30T18:53:02.295826Z","steps":["trace[469496826] 'agreement among raft nodes before linearized reading' (duration: 250.628978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.298031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.709443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:4412"} {"level":"info","ts":"2026-06-30T18:53:02.298162Z","caller":"traceutil/trace.go:171","msg":"trace[1371094084] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:28384; }","duration":"225.92912ms","start":"2026-06-30T18:53:02.072208Z","end":"2026-06-30T18:53:02.298137Z","steps":["trace[1371094084] 'agreement among raft nodes before linearized reading' (duration: 223.325967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.95272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.683126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-06-30T18:53:02.952902Z","caller":"traceutil/trace.go:171","msg":"trace[1333439176] linearizableReadLoop","detail":"{readStateIndex:29709; appliedIndex:29708; }","duration":"621.873317ms","start":"2026-06-30T18:53:02.331011Z","end":"2026-06-30T18:53:02.952884Z","steps":["trace[1333439176] 'read index received' (duration: 48.846909ms)","trace[1333439176] 'applied index is now lower than readState.Index' (duration: 573.025238ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:02.953319Z","caller":"traceutil/trace.go:171","msg":"trace[1912196484] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28387; }","duration":"624.746338ms","start":"2026-06-30T18:53:02.328434Z","end":"2026-06-30T18:53:02.953181Z","steps":["trace[1912196484] 'process raft request' (duration: 51.468833ms)","trace[1912196484] 'compare' (duration: 571.815369ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:02.953399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.344212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-06-30T18:53:02.953489Z","caller":"traceutil/trace.go:171","msg":"trace[807144939] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:28387; }","duration":"622.455825ms","start":"2026-06-30T18:53:02.331008Z","end":"2026-06-30T18:53:02.953464Z","steps":["trace[807144939] 'agreement among raft nodes before linearized reading' (duration: 622.146125ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:02.953549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:02.330985Z","time spent":"622.554909ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-06-30T18:53:02.953602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:02.32842Z","time spent":"625.041108ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-06-30T18:53:02.984838Z","caller":"traceutil/trace.go:171","msg":"trace[220840568] transaction","detail":"{read_only:false; response_revision:28388; number_of_response:1; }","duration":"127.572842ms","start":"2026-06-30T18:53:02.857232Z","end":"2026-06-30T18:53:02.984805Z","steps":["trace[220840568] 'process raft request' (duration: 127.378855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:03.161428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.402255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:53:03.161772Z","caller":"traceutil/trace.go:171","msg":"trace[692363330] linearizableReadLoop","detail":"{readStateIndex:29711; appliedIndex:29709; }","duration":"208.744212ms","start":"2026-06-30T18:53:02.95301Z","end":"2026-06-30T18:53:03.161755Z","steps":["trace[692363330] 'read index received' (duration: 31.680491ms)","trace[692363330] 'applied index is now lower than readState.Index' (duration: 177.062081ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:03.161978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.262005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:03.162012Z","caller":"traceutil/trace.go:171","msg":"trace[1571492266] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28389; }","duration":"411.347588ms","start":"2026-06-30T18:53:02.750654Z","end":"2026-06-30T18:53:03.162002Z","steps":["trace[1571492266] 'agreement among raft nodes before linearized reading' (duration: 411.193623ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:03.162049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:02.750634Z","time spent":"411.40647ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:03.162056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.636823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:03.162176Z","caller":"traceutil/trace.go:171","msg":"trace[1329125233] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28389; }","duration":"320.85937ms","start":"2026-06-30T18:53:02.841292Z","end":"2026-06-30T18:53:03.162151Z","steps":["trace[1329125233] 'agreement among raft nodes before linearized reading' (duration: 320.528199ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:03.162222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:02.841265Z","time spent":"320.947383ms","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:03.162224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.8204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-fzvpw.18bdee2540abb199\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-06-30T18:53:03.162292Z","caller":"traceutil/trace.go:171","msg":"trace[1054325074] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-fzvpw.18bdee2540abb199; range_end:; response_count:1; response_revision:28389; }","duration":"723.906772ms","start":"2026-06-30T18:53:02.438365Z","end":"2026-06-30T18:53:03.162272Z","steps":["trace[1054325074] 'agreement among raft nodes before linearized reading' (duration: 723.783138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:03.162344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:02.438347Z","time spent":"723.988885ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-fzvpw.18bdee2540abb199\" "} {"level":"warn","ts":"2026-06-30T18:53:03.162404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.542889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-06-30T18:53:03.162429Z","caller":"traceutil/trace.go:171","msg":"trace[1804687263] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28389; }","duration":"205.615242ms","start":"2026-06-30T18:53:02.956808Z","end":"2026-06-30T18:53:03.162423Z","steps":["trace[1804687263] 'agreement among raft nodes before linearized reading' (duration: 205.502799ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:03.162424Z","caller":"traceutil/trace.go:171","msg":"trace[1522110283] transaction","detail":"{read_only:false; response_revision:28389; number_of_response:1; }","duration":"196.335466ms","start":"2026-06-30T18:53:02.966054Z","end":"2026-06-30T18:53:03.162389Z","steps":["trace[1522110283] 'process raft request' (duration: 195.491619ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:03.162093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.267374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-30T18:53:03.162521Z","caller":"traceutil/trace.go:171","msg":"trace[1855567058] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28389; }","duration":"828.737418ms","start":"2026-06-30T18:53:02.333775Z","end":"2026-06-30T18:53:03.162513Z","steps":["trace[1855567058] 'agreement among raft nodes before linearized reading' (duration: 828.117378ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:03.162554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:02.333767Z","time spent":"828.779ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-06-30T18:53:03.162726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.727379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97609"} {"level":"info","ts":"2026-06-30T18:53:03.162768Z","caller":"traceutil/trace.go:171","msg":"trace[2049221653] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:28389; }","duration":"828.76874ms","start":"2026-06-30T18:53:02.33399Z","end":"2026-06-30T18:53:03.162758Z","steps":["trace[2049221653] 'agreement among raft nodes before linearized reading' (duration: 828.563123ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:03.162803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:02.333944Z","time spent":"828.851642ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97631,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-06-30T18:53:03.674161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:04.211608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.576061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:04.21176Z","caller":"traceutil/trace.go:171","msg":"trace[1272813278] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"1.045525907s","start":"2026-06-30T18:53:03.166209Z","end":"2026-06-30T18:53:04.211735Z","steps":["trace[1272813278] 'process raft request' (duration: 933.720719ms)","trace[1272813278] 'compare' (duration: 111.426386ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:04.211826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.166186Z","time spent":"1.045607649s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:04.327597Z","caller":"traceutil/trace.go:171","msg":"trace[752011379] transaction","detail":"{read_only:false; response_revision:28391; number_of_response:1; }","duration":"1.158023667s","start":"2026-06-30T18:53:03.169511Z","end":"2026-06-30T18:53:04.327534Z","steps":["trace[752011379] 'process raft request' (duration: 1.152038426s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.327781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.169479Z","time spent":"1.158200003s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:04.327787Z","caller":"traceutil/trace.go:171","msg":"trace[1717899051] transaction","detail":"{read_only:false; response_revision:28392; number_of_response:1; }","duration":"1.148732741s","start":"2026-06-30T18:53:03.179022Z","end":"2026-06-30T18:53:04.327755Z","steps":["trace[1717899051] 'process raft request' (duration: 1.148412411s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.32796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.178992Z","time spent":"1.148873446s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:04.328141Z","caller":"traceutil/trace.go:171","msg":"trace[183599333] linearizableReadLoop","detail":"{readStateIndex:29716; appliedIndex:29712; }","duration":"1.154500165s","start":"2026-06-30T18:53:03.173612Z","end":"2026-06-30T18:53:04.328113Z","steps":["trace[183599333] 'read index received' (duration: 926.290062ms)","trace[183599333] 'applied index is now lower than readState.Index' (duration: 228.208753ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:04.328306Z","caller":"traceutil/trace.go:171","msg":"trace[90009056] transaction","detail":"{read_only:false; response_revision:28393; number_of_response:1; }","duration":"665.485798ms","start":"2026-06-30T18:53:03.662805Z","end":"2026-06-30T18:53:04.328291Z","steps":["trace[90009056] 'process raft request' (duration: 664.831897ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.328411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154797545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-06-30T18:53:04.32845Z","caller":"traceutil/trace.go:171","msg":"trace[531668112] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28393; }","duration":"1.154885638s","start":"2026-06-30T18:53:03.173555Z","end":"2026-06-30T18:53:04.32844Z","steps":["trace[531668112] 'agreement among raft nodes before linearized reading' (duration: 1.154758294s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.328473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.173524Z","time spent":"1.15494369s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-06-30T18:53:04.328537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.66277Z","time spent":"665.566301ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:04.37206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.624588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-06-30T18:53:04.372112Z","caller":"traceutil/trace.go:171","msg":"trace[556316928] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28396; }","duration":"114.728471ms","start":"2026-06-30T18:53:04.257372Z","end":"2026-06-30T18:53:04.3721Z","steps":["trace[556316928] 'agreement among raft nodes before linearized reading' (duration: 114.639448ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.372219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.805784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:53:04.37225Z","caller":"traceutil/trace.go:171","msg":"trace[1152577912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28396; }","duration":"114.880406ms","start":"2026-06-30T18:53:04.257365Z","end":"2026-06-30T18:53:04.372246Z","steps":["trace[1152577912] 'agreement among raft nodes before linearized reading' (duration: 114.822674ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.372793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.470016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:53:04.372874Z","caller":"traceutil/trace.go:171","msg":"trace[2000532333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28396; }","duration":"115.595509ms","start":"2026-06-30T18:53:04.25726Z","end":"2026-06-30T18:53:04.372855Z","steps":["trace[2000532333] 'agreement among raft nodes before linearized reading' (duration: 115.463315ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.372869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.036414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:04.372941Z","caller":"traceutil/trace.go:171","msg":"trace[371502682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28396; }","duration":"268.134557ms","start":"2026-06-30T18:53:04.1048Z","end":"2026-06-30T18:53:04.372935Z","steps":["trace[371502682] 'agreement among raft nodes before linearized reading' (duration: 268.047664ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.372997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.30228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-06-30T18:53:04.373021Z","caller":"traceutil/trace.go:171","msg":"trace[964470520] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28396; }","duration":"836.356262ms","start":"2026-06-30T18:53:03.536654Z","end":"2026-06-30T18:53:04.37301Z","steps":["trace[964470520] 'agreement among raft nodes before linearized reading' (duration: 836.29678ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.373038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.536635Z","time spent":"836.397873ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-06-30T18:53:04.373145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.783347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-30T18:53:04.373168Z","caller":"traceutil/trace.go:171","msg":"trace[742853422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28396; }","duration":"743.836429ms","start":"2026-06-30T18:53:03.629326Z","end":"2026-06-30T18:53:04.373162Z","steps":["trace[742853422] 'agreement among raft nodes before linearized reading' (duration: 743.776457ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.373184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.62931Z","time spent":"743.86982ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:53:04.373325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.859143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:04.373347Z","caller":"traceutil/trace.go:171","msg":"trace[1163027155] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28396; }","duration":"750.925105ms","start":"2026-06-30T18:53:03.622415Z","end":"2026-06-30T18:53:04.37334Z","steps":["trace[1163027155] 'agreement among raft nodes before linearized reading' (duration: 750.873433ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.373436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.622402Z","time spent":"750.957057ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:04.374284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.880879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2588248"} {"level":"info","ts":"2026-06-30T18:53:04.374318Z","caller":"traceutil/trace.go:171","msg":"trace[2063204864] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:28396; }","duration":"946.961772ms","start":"2026-06-30T18:53:03.427348Z","end":"2026-06-30T18:53:04.37431Z","steps":["trace[2063204864] 'agreement among raft nodes before linearized reading' (duration: 945.9571ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.374344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.427327Z","time spent":"947.009623ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2588270,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-06-30T18:53:04.372827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.293714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-30T18:53:04.374688Z","caller":"traceutil/trace.go:171","msg":"trace[1725004170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28396; }","duration":"783.173695ms","start":"2026-06-30T18:53:03.591446Z","end":"2026-06-30T18:53:04.374619Z","steps":["trace[1725004170] 'agreement among raft nodes before linearized reading' (duration: 781.343136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.37485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:03.591427Z","time spent":"783.36247ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:53:04.664805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.659906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-30T18:53:04.664876Z","caller":"traceutil/trace.go:171","msg":"trace[1888024503] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28406; }","duration":"123.77339ms","start":"2026-06-30T18:53:04.541085Z","end":"2026-06-30T18:53:04.664858Z","steps":["trace[1888024503] 'range keys from in-memory index tree' (duration: 123.47016ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.665328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.868681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-06-30T18:53:04.665417Z","caller":"traceutil/trace.go:171","msg":"trace[1451342240] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28406; }","duration":"122.991175ms","start":"2026-06-30T18:53:04.542407Z","end":"2026-06-30T18:53:04.665399Z","steps":["trace[1451342240] 'range keys from in-memory index tree' (duration: 122.673365ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:04.665496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.216464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97609"} {"level":"info","ts":"2026-06-30T18:53:04.665607Z","caller":"traceutil/trace.go:171","msg":"trace[111602870] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:28406; }","duration":"124.38983ms","start":"2026-06-30T18:53:04.541196Z","end":"2026-06-30T18:53:04.665586Z","steps":["trace[111602870] 'range keys from in-memory index tree' (duration: 123.844752ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:05.625079Z","caller":"traceutil/trace.go:171","msg":"trace[822562167] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28410; }","duration":"147.627651ms","start":"2026-06-30T18:53:05.477421Z","end":"2026-06-30T18:53:05.625048Z","steps":["trace[822562167] 'process raft request' (duration: 147.496877ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:06.801179Z","caller":"traceutil/trace.go:171","msg":"trace[1369286216] transaction","detail":"{read_only:false; response_revision:28426; number_of_response:1; }","duration":"195.045375ms","start":"2026-06-30T18:53:06.606099Z","end":"2026-06-30T18:53:06.801145Z","steps":["trace[1369286216] 'process raft request' (duration: 148.584572ms)","trace[1369286216] 'compare' (duration: 46.253396ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:06.801174Z","caller":"traceutil/trace.go:171","msg":"trace[1312962531] linearizableReadLoop","detail":"{readStateIndex:29750; appliedIndex:29749; }","duration":"194.851449ms","start":"2026-06-30T18:53:06.606283Z","end":"2026-06-30T18:53:06.801135Z","steps":["trace[1312962531] 'read index received' (duration: 148.395116ms)","trace[1312962531] 'applied index is now lower than readState.Index' (duration: 46.455003ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:06.801413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.111637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:53:06.801486Z","caller":"traceutil/trace.go:171","msg":"trace[1123097917] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28426; }","duration":"195.235081ms","start":"2026-06-30T18:53:06.606237Z","end":"2026-06-30T18:53:06.801472Z","steps":["trace[1123097917] 'agreement among raft nodes before linearized reading' (duration: 194.991284ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:08.976094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:09.40014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052628963s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:53:09.400507Z","caller":"traceutil/trace.go:171","msg":"trace[1508622463] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"1.053095468s","start":"2026-06-30T18:53:08.347394Z","end":"2026-06-30T18:53:09.40049Z","steps":["trace[1508622463] 'process raft request' (duration: 1.052957773s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:09.400596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.347376Z","time spent":"1.05316896s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:11.106572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:11.106656Z","caller":"traceutil/trace.go:171","msg":"trace[479925524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045289s","start":"2026-06-30T18:53:09.106592Z","end":"2026-06-30T18:53:11.106638Z","steps":["trace[479925524] 'agreement among raft nodes before linearized reading' (duration: 1.999938706s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:11.106714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:09.106574Z","time spent":"2.000130212s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:11.285531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884552074s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:11.540432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.544174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:11.540799Z","caller":"traceutil/trace.go:171","msg":"trace[1379175140] linearizableReadLoop","detail":"{readStateIndex:29759; appliedIndex:29753; }","duration":"3.064997207s","start":"2026-06-30T18:53:08.475767Z","end":"2026-06-30T18:53:11.540765Z","steps":["trace[1379175140] 'read index received' (duration: 924.603598ms)","trace[1379175140] 'applied index is now lower than readState.Index' (duration: 2.140392239s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:11.540923Z","caller":"traceutil/trace.go:171","msg":"trace[1949155224] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"3.083426895s","start":"2026-06-30T18:53:08.457464Z","end":"2026-06-30T18:53:11.540891Z","steps":["trace[1949155224] 'process raft request' (duration: 3.083158506s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:11.540955Z","caller":"traceutil/trace.go:171","msg":"trace[835115043] transaction","detail":"{read_only:false; response_revision:28431; number_of_response:1; }","duration":"3.15817742s","start":"2026-06-30T18:53:08.382754Z","end":"2026-06-30T18:53:11.540932Z","steps":["trace[835115043] 'process raft request' (duration: 3.157749387s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:11.540992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.457445Z","time spent":"3.083511777s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:11.54101Z","caller":"traceutil/trace.go:171","msg":"trace[1824834889] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"3.084934153s","start":"2026-06-30T18:53:08.456059Z","end":"2026-06-30T18:53:11.540993Z","steps":["trace[1824834889] 'process raft request' (duration: 3.08453024s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:11.54101Z","caller":"traceutil/trace.go:171","msg":"trace[332995361] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"3.085662316s","start":"2026-06-30T18:53:08.45532Z","end":"2026-06-30T18:53:11.540982Z","steps":["trace[332995361] 'process raft request' (duration: 3.085235972s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:11.541027Z","caller":"traceutil/trace.go:171","msg":"trace[1372810543] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"2.503676652s","start":"2026-06-30T18:53:09.037316Z","end":"2026-06-30T18:53:11.540992Z","steps":["trace[1372810543] 'process raft request' (duration: 2.503334241s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:11.541094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065317957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:53:11.5411Z","caller":"traceutil/trace.go:171","msg":"trace[1639982504] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"3.188781397s","start":"2026-06-30T18:53:08.352302Z","end":"2026-06-30T18:53:11.541083Z","steps":["trace[1639982504] 'process raft request' (duration: 2.933520431s)","trace[1639982504] 'compare' (duration: 254.273895ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:11.541107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.456051Z","time spent":"3.085003025s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:11.541119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.455293Z","time spent":"3.08576979s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:11.54114Z","caller":"traceutil/trace.go:171","msg":"trace[1359871938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28435; }","duration":"3.065465112s","start":"2026-06-30T18:53:08.475665Z","end":"2026-06-30T18:53:11.54113Z","steps":["trace[1359871938] 'agreement among raft nodes before linearized reading' (duration: 3.065263955s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:11.541173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.475636Z","time spent":"3.065529614s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:53:11.541164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.352276Z","time spent":"3.188859779s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:11.541053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.382735Z","time spent":"3.158275374s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:11.541169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:09.037293Z","time spent":"2.503798216s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:12.041948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:12.459571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173115829s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:13.113051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:13.113129Z","caller":"traceutil/trace.go:171","msg":"trace[79850241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233965s","start":"2026-06-30T18:53:11.112877Z","end":"2026-06-30T18:53:13.113111Z","steps":["trace[79850241] 'agreement among raft nodes before linearized reading' (duration: 2.000124082s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:13.113193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:11.112864Z","time spent":"2.000299647s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:13.50388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99936719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:13.50397Z","caller":"traceutil/trace.go:171","msg":"trace[1461321394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999531815s","start":"2026-06-30T18:53:08.504418Z","end":"2026-06-30T18:53:13.50395Z","steps":["trace[1461321394] 'agreement among raft nodes before linearized reading' (duration: 4.999416151s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:13.504026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.50439Z","time spent":"4.999622138s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:53:13.504213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999263337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:13.504347Z","caller":"traceutil/trace.go:171","msg":"trace[1630024004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999431432s","start":"2026-06-30T18:53:08.504891Z","end":"2026-06-30T18:53:13.504322Z","steps":["trace[1630024004] 'agreement among raft nodes before linearized reading' (duration: 4.999269997s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:13.504418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.504885Z","time spent":"4.999517265s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:53:15.114001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:15.11427Z","caller":"traceutil/trace.go:171","msg":"trace[2107281763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103802s","start":"2026-06-30T18:53:13.113979Z","end":"2026-06-30T18:53:15.114083Z","steps":["trace[2107281763] 'agreement among raft nodes before linearized reading' (duration: 1.999953507s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.114366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.113966Z","time spent":"2.000384721s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:15.30474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.844579782s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:15.950653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490498476s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:15.950814Z","caller":"traceutil/trace.go:171","msg":"trace[2055977600] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"6.466655499s","start":"2026-06-30T18:53:09.484144Z","end":"2026-06-30T18:53:15.950799Z","steps":["trace[2055977600] 'process raft request' (duration: 2.975939586s)","trace[2055977600] 'compare' (duration: 3.487635064s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:15.950859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:09.484116Z","time spent":"6.466720941s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:15.951097Z","caller":"traceutil/trace.go:171","msg":"trace[750033845] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"4.39272463s","start":"2026-06-30T18:53:11.558344Z","end":"2026-06-30T18:53:15.951069Z","steps":["trace[750033845] 'process raft request' (duration: 4.39239763s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:15.951126Z","caller":"traceutil/trace.go:171","msg":"trace[1651519766] linearizableReadLoop","detail":"{readStateIndex:29762; appliedIndex:29760; }","duration":"4.410230719s","start":"2026-06-30T18:53:11.540871Z","end":"2026-06-30T18:53:15.951102Z","steps":["trace[1651519766] 'read index received' (duration: 919.235197ms)","trace[1651519766] 'applied index is now lower than readState.Index' (duration: 3.490994452s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:15.951228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.883863589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:15.951234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:11.558323Z","time spent":"4.392836984s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:15.951263Z","caller":"traceutil/trace.go:171","msg":"trace[18553657] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28438; }","duration":"5.88390207s","start":"2026-06-30T18:53:10.06735Z","end":"2026-06-30T18:53:15.951252Z","steps":["trace[18553657] 'agreement among raft nodes before linearized reading' (duration: 5.883800687s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.95129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:10.067297Z","time spent":"5.883986373s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:15.951323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529476594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-06-30T18:53:15.951349Z","caller":"traceutil/trace.go:171","msg":"trace[2032250516] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28438; }","duration":"6.529555436s","start":"2026-06-30T18:53:09.421786Z","end":"2026-06-30T18:53:15.951341Z","steps":["trace[2032250516] 'agreement among raft nodes before linearized reading' (duration: 6.529421112s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.951377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:09.421759Z","time spent":"6.529612398s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-06-30T18:53:15.95143Z","caller":"traceutil/trace.go:171","msg":"trace[552159365] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"3.522041802s","start":"2026-06-30T18:53:12.429378Z","end":"2026-06-30T18:53:15.95142Z","steps":["trace[552159365] 'process raft request' (duration: 3.521607159s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.951482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:12.429356Z","time spent":"3.522096534s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:15.951555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.355045389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:15.951573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.427496782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-06-30T18:53:15.951595Z","caller":"traceutil/trace.go:171","msg":"trace[894953740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28438; }","duration":"7.427539444s","start":"2026-06-30T18:53:08.524049Z","end":"2026-06-30T18:53:15.951588Z","steps":["trace[894953740] 'agreement among raft nodes before linearized reading' (duration: 7.427473632s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:15.951592Z","caller":"traceutil/trace.go:171","msg":"trace[2047336408] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28438; }","duration":"7.355173964s","start":"2026-06-30T18:53:08.596408Z","end":"2026-06-30T18:53:15.951582Z","steps":["trace[2047336408] 'agreement among raft nodes before linearized reading' (duration: 7.355108041s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.951616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.524035Z","time spent":"7.427576795s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-06-30T18:53:15.951626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.596391Z","time spent":"7.355227516s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:15.951717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545524927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:53:15.951748Z","caller":"traceutil/trace.go:171","msg":"trace[1739069396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28438; }","duration":"4.54559781s","start":"2026-06-30T18:53:11.406141Z","end":"2026-06-30T18:53:15.951738Z","steps":["trace[1739069396] 'agreement among raft nodes before linearized reading' (duration: 4.545488416s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.951753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.446718466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-06-30T18:53:15.951771Z","caller":"traceutil/trace.go:171","msg":"trace[2085922424] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28438; }","duration":"7.446749546s","start":"2026-06-30T18:53:08.505016Z","end":"2026-06-30T18:53:15.951766Z","steps":["trace[2085922424] 'agreement among raft nodes before linearized reading' (duration: 7.446692025s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.951772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:11.406119Z","time spent":"4.54564711s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:53:15.951787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.50501Z","time spent":"7.446773927s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:53:15.951787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.006477846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:15.95182Z","caller":"traceutil/trace.go:171","msg":"trace[897412473] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28438; }","duration":"7.006511237s","start":"2026-06-30T18:53:08.945299Z","end":"2026-06-30T18:53:15.95181Z","steps":["trace[897412473] 'agreement among raft nodes before linearized reading' (duration: 7.006459885s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.95185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.945222Z","time spent":"7.00662002s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:15.95189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841937776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-30T18:53:15.951915Z","caller":"traceutil/trace.go:171","msg":"trace[1053554356] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446; range_end:; response_count:1; response_revision:28438; }","duration":"4.841999339s","start":"2026-06-30T18:53:11.109908Z","end":"2026-06-30T18:53:15.951907Z","steps":["trace[1053554356] 'agreement among raft nodes before linearized reading' (duration: 4.841929697s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.951938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:11.109886Z","time spent":"4.84204542s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" "} {"level":"warn","ts":"2026-06-30T18:53:15.951952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.447078637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:53:15.95198Z","caller":"traceutil/trace.go:171","msg":"trace[1468188896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28438; }","duration":"7.447139159s","start":"2026-06-30T18:53:08.504833Z","end":"2026-06-30T18:53:15.951972Z","steps":["trace[1468188896] 'agreement among raft nodes before linearized reading' (duration: 7.447060477s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.952004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.504818Z","time spent":"7.44717922s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:53:15.952058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.146798464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-06-30T18:53:15.952075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913715687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:15.952091Z","caller":"traceutil/trace.go:171","msg":"trace[1007884197] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28438; }","duration":"7.146854665s","start":"2026-06-30T18:53:08.805225Z","end":"2026-06-30T18:53:15.95208Z","steps":["trace[1007884197] 'agreement among raft nodes before linearized reading' (duration: 7.146739262s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:15.952106Z","caller":"traceutil/trace.go:171","msg":"trace[458255474] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28438; }","duration":"4.913782089s","start":"2026-06-30T18:53:11.038313Z","end":"2026-06-30T18:53:15.952095Z","steps":["trace[458255474] 'agreement among raft nodes before linearized reading' (duration: 4.913732307s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.952125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.80521Z","time spent":"7.146905247s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:53:15.951614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.478852958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:15.952157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:11.038292Z","time spent":"4.913834651s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:15.95217Z","caller":"traceutil/trace.go:171","msg":"trace[1774357276] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28438; }","duration":"4.479407046s","start":"2026-06-30T18:53:11.472752Z","end":"2026-06-30T18:53:15.952159Z","steps":["trace[1774357276] 'agreement among raft nodes before linearized reading' (duration: 4.478831598s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.952206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:11.472689Z","time spent":"4.479505059s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:15.952332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155125361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:53:15.952351Z","caller":"traceutil/trace.go:171","msg":"trace[1160706829] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28438; }","duration":"5.155183414s","start":"2026-06-30T18:53:10.797162Z","end":"2026-06-30T18:53:15.952345Z","steps":["trace[1160706829] 'agreement among raft nodes before linearized reading' (duration: 5.155112572s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.952369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:10.797142Z","time spent":"5.155222565s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:53:15.952424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.351217487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T18:53:15.952462Z","caller":"traceutil/trace.go:171","msg":"trace[1667206506] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28438; }","duration":"7.3512978s","start":"2026-06-30T18:53:08.601151Z","end":"2026-06-30T18:53:15.952448Z","steps":["trace[1667206506] 'agreement among raft nodes before linearized reading' (duration: 7.351192387s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.95249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:08.601126Z","time spent":"7.351357752s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:53:15.952519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.387531019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:15.952544Z","caller":"traceutil/trace.go:171","msg":"trace[47283657] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28438; }","duration":"5.387594091s","start":"2026-06-30T18:53:10.564942Z","end":"2026-06-30T18:53:15.952536Z","steps":["trace[47283657] 'agreement among raft nodes before linearized reading' (duration: 5.38754956s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:15.952564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:10.564922Z","time spent":"5.387636042s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:16.452518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:16.953565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:17.121095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:17.121181Z","caller":"traceutil/trace.go:171","msg":"trace[1180042582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245716s","start":"2026-06-30T18:53:15.120915Z","end":"2026-06-30T18:53:17.121161Z","steps":["trace[1180042582] 'agreement among raft nodes before linearized reading' (duration: 2.000138043s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:17.121229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.120899Z","time spent":"2.000321418s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:17.454625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:17.955244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:18.422352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.117379688s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:18.50452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.959932Z","time spent":"2.544580488s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.504753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.964948Z","time spent":"2.539803935s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.50503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997633617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:18.50517Z","caller":"traceutil/trace.go:171","msg":"trace[1309989835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997832383s","start":"2026-06-30T18:53:15.507311Z","end":"2026-06-30T18:53:18.505144Z","steps":["trace[1309989835] 'agreement among raft nodes before linearized reading' (duration: 2.997626256s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:18.505171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998828224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-30T18:53:18.505245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.507305Z","time spent":"2.997925476s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:53:18.505254Z","caller":"traceutil/trace.go:171","msg":"trace[1216504981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998952469s","start":"2026-06-30T18:53:15.506282Z","end":"2026-06-30T18:53:18.505235Z","steps":["trace[1216504981] 'agreement among raft nodes before linearized reading' (duration: 2.998835835s)"],"step_count":1} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.505309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.506275Z","time spent":"2.999021441s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.529414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565716452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:18.529481Z","caller":"traceutil/trace.go:171","msg":"trace[1282986834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.565806335s","start":"2026-06-30T18:53:15.96366Z","end":"2026-06-30T18:53:18.529466Z","steps":["trace[1282986834] 'agreement among raft nodes before linearized reading' (duration: 2.565725222s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:18.529521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.963654Z","time spent":"2.565858686s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.545405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.548153Z","time spent":"4.997244112s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.546428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.547598Z","time spent":"4.998816203s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:53:18.54674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.547462Z","time spent":"4.999268607s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.548748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.549561Z","time spent":"4.999184394s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:53:18.558979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.5604Z","time spent":"4.998575055s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.599595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639408044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:18.599707Z","caller":"traceutil/trace.go:171","msg":"trace[2100132661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.639572249s","start":"2026-06-30T18:53:15.960108Z","end":"2026-06-30T18:53:18.59968Z","steps":["trace[2100132661] 'agreement among raft nodes before linearized reading' (duration: 2.639431004s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:18.599769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.960097Z","time spent":"2.639656752s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.805106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844865221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:18.805221Z","caller":"traceutil/trace.go:171","msg":"trace[889498609] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.845026177s","start":"2026-06-30T18:53:15.960168Z","end":"2026-06-30T18:53:18.805195Z","steps":["trace[889498609] 'agreement among raft nodes before linearized reading' (duration: 2.844877432s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:18.805281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.96015Z","time spent":"2.845119379s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/30 18:53:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:18.835788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.766752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:18.835888Z","caller":"traceutil/trace.go:171","msg":"trace[1168564030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28438; }","duration":"370.872576ms","start":"2026-06-30T18:53:18.465004Z","end":"2026-06-30T18:53:18.835876Z","steps":["trace[1168564030] 'range keys from in-memory index tree' (duration: 370.751452ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:19.122131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00070032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:19.122222Z","caller":"traceutil/trace.go:171","msg":"trace[291948028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000836965s","start":"2026-06-30T18:53:17.121356Z","end":"2026-06-30T18:53:19.122193Z","steps":["trace[291948028] 'agreement among raft nodes before linearized reading' (duration: 2.000736832s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:19.122284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:17.121331Z","time spent":"2.000937358s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:19.879108Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"226f9f19b50dcf61","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-30T18:53:20.034464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611837609s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:53:20.035581Z","caller":"traceutil/trace.go:171","msg":"trace[399658898] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"6.657745566s","start":"2026-06-30T18:53:13.377821Z","end":"2026-06-30T18:53:20.035566Z","steps":["trace[399658898] 'process raft request' (duration: 6.656717564s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:20.035674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.377795Z","time spent":"6.657811458s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:20.238017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:20.238129Z","caller":"traceutil/trace.go:171","msg":"trace[1514551985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447832s","start":"2026-06-30T18:53:18.237663Z","end":"2026-06-30T18:53:20.238111Z","steps":["trace[1514551985] 'agreement among raft nodes before linearized reading' (duration: 2.000307928s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:20.238173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.237649Z","time spent":"2.000516194s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:20.811192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.388374883s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:20.95607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.960264Z","time spent":"4.995800437s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:53:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:21.129243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000617118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:21.129342Z","caller":"traceutil/trace.go:171","msg":"trace[1016586569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759202s","start":"2026-06-30T18:53:19.128568Z","end":"2026-06-30T18:53:21.129327Z","steps":["trace[1016586569] 'agreement among raft nodes before linearized reading' (duration: 2.000645648s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:21.129387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:19.128552Z","time spent":"2.000826265s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:22.001577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015566091s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:22.856716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:20.114486Z","time spent":"2.742223917s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:53:22.85912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82350032s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:22.861467Z","caller":"traceutil/trace.go:171","msg":"trace[327829255] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"6.901720473s","start":"2026-06-30T18:53:15.959727Z","end":"2026-06-30T18:53:22.861447Z","steps":["trace[327829255] 'process raft request' (duration: 6.90162498s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.861622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.959707Z","time spent":"6.901805775s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:22.862101Z","caller":"traceutil/trace.go:171","msg":"trace[1705332145] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"1.888236892s","start":"2026-06-30T18:53:20.973847Z","end":"2026-06-30T18:53:22.862084Z","steps":["trace[1705332145] 'process raft request' (duration: 1.88818627s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.862192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:20.973827Z","time spent":"1.888324704s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:22.862335Z","caller":"traceutil/trace.go:171","msg":"trace[1396896027] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28449; }","duration":"4.34634195s","start":"2026-06-30T18:53:18.515968Z","end":"2026-06-30T18:53:22.86231Z","steps":["trace[1396896027] 'process raft request' (duration: 4.346034661s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.862468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.515951Z","time spent":"4.346448243s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:22.86246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.43277349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:22.862509Z","caller":"traceutil/trace.go:171","msg":"trace[2055584098] transaction","detail":"{read_only:false; response_revision:28449; number_of_response:1; }","duration":"4.355965937s","start":"2026-06-30T18:53:18.506529Z","end":"2026-06-30T18:53:22.862495Z","steps":["trace[2055584098] 'process raft request' (duration: 4.35543452s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.8625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.178759194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:22.862547Z","caller":"traceutil/trace.go:171","msg":"trace[1943845786] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28450; }","duration":"7.432916395s","start":"2026-06-30T18:53:15.42961Z","end":"2026-06-30T18:53:22.862526Z","steps":["trace[1943845786] 'agreement among raft nodes before linearized reading' (duration: 7.432728459s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:22.862562Z","caller":"traceutil/trace.go:171","msg":"trace[338972617] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28450; }","duration":"7.178868798s","start":"2026-06-30T18:53:15.683675Z","end":"2026-06-30T18:53:22.862544Z","steps":["trace[338972617] 'agreement among raft nodes before linearized reading' (duration: 7.178757704s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.86257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.506502Z","time spent":"4.35603648s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:22.86232Z","caller":"traceutil/trace.go:171","msg":"trace[681053791] linearizableReadLoop","detail":"{readStateIndex:29774; appliedIndex:29763; }","duration":"6.911099641s","start":"2026-06-30T18:53:15.951179Z","end":"2026-06-30T18:53:22.862279Z","steps":["trace[681053791] 'read index received' (duration: 2.471383861s)","trace[681053791] 'applied index is now lower than readState.Index' (duration: 4.43970824s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:22.8626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.683658Z","time spent":"7.178935709s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:53:22.862601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.429585Z","time spent":"7.433004938s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.8626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.878307418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-30T18:53:22.862662Z","caller":"traceutil/trace.go:171","msg":"trace[993504765] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28450; }","duration":"9.878412392s","start":"2026-06-30T18:53:12.984233Z","end":"2026-06-30T18:53:22.862645Z","steps":["trace[993504765] 'agreement among raft nodes before linearized reading' (duration: 9.878149424s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.862684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767504413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:22.862714Z","caller":"traceutil/trace.go:171","msg":"trace[673868661] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28450; }","duration":"7.767568435s","start":"2026-06-30T18:53:15.095136Z","end":"2026-06-30T18:53:22.862705Z","steps":["trace[673868661] 'agreement among raft nodes before linearized reading' (duration: 7.767516223s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.862728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:12.9842Z","time spent":"9.878513765s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-30T18:53:22.862749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.095118Z","time spent":"7.767624007s","remote":"127.0.0.1:33238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.862843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.34879735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:22.862886Z","caller":"traceutil/trace.go:171","msg":"trace[1521966121] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28450; }","duration":"7.348860102s","start":"2026-06-30T18:53:15.514015Z","end":"2026-06-30T18:53:22.862875Z","steps":["trace[1521966121] 'agreement among raft nodes before linearized reading' (duration: 7.34879102s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.862904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.568535471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:22.862945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.696149636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-30T18:53:22.862964Z","caller":"traceutil/trace.go:171","msg":"trace[1061182983] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28450; }","duration":"9.568647106s","start":"2026-06-30T18:53:13.294303Z","end":"2026-06-30T18:53:22.86295Z","steps":["trace[1061182983] 'agreement among raft nodes before linearized reading' (duration: 9.568539222s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:22.862983Z","caller":"traceutil/trace.go:171","msg":"trace[1907271778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28450; }","duration":"7.696212287s","start":"2026-06-30T18:53:15.166759Z","end":"2026-06-30T18:53:22.862972Z","steps":["trace[1907271778] 'agreement among raft nodes before linearized reading' (duration: 7.696070973s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.862988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.360820384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:22.863047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.307924836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:22.863061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.54054228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:22.863061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.828576502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:22.863096Z","caller":"traceutil/trace.go:171","msg":"trace[2146251595] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28450; }","duration":"7.540621622s","start":"2026-06-30T18:53:15.322469Z","end":"2026-06-30T18:53:22.863091Z","steps":["trace[2146251595] 'agreement among raft nodes before linearized reading' (duration: 7.54056363s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:22.863105Z","caller":"traceutil/trace.go:171","msg":"trace[1500299030] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28450; }","duration":"7.828652704s","start":"2026-06-30T18:53:15.034444Z","end":"2026-06-30T18:53:22.863096Z","steps":["trace[1500299030] 'agreement among raft nodes before linearized reading' (duration: 7.828586472s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.863118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.322447Z","time spent":"7.540662564s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:22.86311Z","caller":"traceutil/trace.go:171","msg":"trace[2031431995] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28450; }","duration":"7.308017549s","start":"2026-06-30T18:53:15.555073Z","end":"2026-06-30T18:53:22.86309Z","steps":["trace[2031431995] 'agreement among raft nodes before linearized reading' (duration: 7.307284236s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.863142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.034426Z","time spent":"7.828708847s","remote":"127.0.0.1:56094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.863161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.555052Z","time spent":"7.308094541s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.862998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.592621381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:22.863231Z","caller":"traceutil/trace.go:171","msg":"trace[1114362403] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28450; }","duration":"9.592888549s","start":"2026-06-30T18:53:13.270333Z","end":"2026-06-30T18:53:22.863222Z","steps":["trace[1114362403] 'agreement among raft nodes before linearized reading' (duration: 9.592615581s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.863267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.270317Z","time spent":"9.59293842s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.863008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:13.294282Z","time spent":"9.568716197s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.862917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.514005Z","time spent":"7.348904213s","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.863012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.166743Z","time spent":"7.696262809s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-30T18:53:22.863056Z","caller":"traceutil/trace.go:171","msg":"trace[1061316521] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28450; }","duration":"7.360927328s","start":"2026-06-30T18:53:15.502114Z","end":"2026-06-30T18:53:22.863042Z","steps":["trace[1061316521] 'agreement among raft nodes before linearized reading' (duration: 7.360827284s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.863543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.502095Z","time spent":"7.361433143s","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:22.869603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911273469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:22.869661Z","caller":"traceutil/trace.go:171","msg":"trace[1572427860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"4.911361982s","start":"2026-06-30T18:53:17.958286Z","end":"2026-06-30T18:53:22.869648Z","steps":["trace[1572427860] 'agreement among raft nodes before linearized reading' (duration: 4.91129624s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:22.8697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:17.958272Z","time spent":"4.911419204s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/30 18:53:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:23.13668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:23.136754Z","caller":"traceutil/trace.go:171","msg":"trace[1442625784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034803s","start":"2026-06-30T18:53:21.13639Z","end":"2026-06-30T18:53:23.136738Z","steps":["trace[1442625784] 'agreement among raft nodes before linearized reading' (duration: 2.000251857s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:23.136789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:21.136383Z","time spent":"2.000399032s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:23.362969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:23.545246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997770369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:23.545304Z","caller":"traceutil/trace.go:171","msg":"trace[266174063] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997880212s","start":"2026-06-30T18:53:18.54741Z","end":"2026-06-30T18:53:23.545291Z","steps":["trace[266174063] 'agreement among raft nodes before linearized reading' (duration: 4.99780576s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:23.545334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.547395Z","time spent":"4.997933044s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/30 18:53:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:23.548266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999294778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:23.548319Z","caller":"traceutil/trace.go:171","msg":"trace[651932481] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999419371s","start":"2026-06-30T18:53:18.548888Z","end":"2026-06-30T18:53:23.548307Z","steps":["trace[651932481] 'agreement among raft nodes before linearized reading' (duration: 4.999308118s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:23.548353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.548879Z","time spent":"4.999467232s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/06/30 18:53:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:23.548415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998901804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-30T18:53:23.548376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999206315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:23.548475Z","caller":"traceutil/trace.go:171","msg":"trace[2061101265] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99935812s","start":"2026-06-30T18:53:18.549092Z","end":"2026-06-30T18:53:23.54845Z","steps":["trace[2061101265] 'agreement among raft nodes before linearized reading' (duration: 4.999228006s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:23.548426Z","caller":"traceutil/trace.go:171","msg":"trace[608795313] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998925536s","start":"2026-06-30T18:53:18.549497Z","end":"2026-06-30T18:53:23.548422Z","steps":["trace[608795313] 'agreement among raft nodes before linearized reading' (duration: 4.998913005s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:23.548539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.549072Z","time spent":"4.999451722s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/06/30 18:53:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:23.548601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.549491Z","time spent":"4.999086581s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/30 18:53:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:23.559862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999717511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:23.559936Z","caller":"traceutil/trace.go:171","msg":"trace[1207296477] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999820574s","start":"2026-06-30T18:53:18.560098Z","end":"2026-06-30T18:53:23.559918Z","steps":["trace[1207296477] 'agreement among raft nodes before linearized reading' (duration: 4.999732521s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:23.55999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.56009Z","time spent":"4.999890277s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/06/30 18:53:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:23.863133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:24.363681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:24.680283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.772444666s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:24.805946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.361771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:494"} {"level":"info","ts":"2026-06-30T18:53:24.806109Z","caller":"traceutil/trace.go:171","msg":"trace[1974176759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28450; }","duration":"3.398006465s","start":"2026-06-30T18:53:21.408083Z","end":"2026-06-30T18:53:24.80609Z","steps":["trace[1974176759] 'process raft request' (duration: 3.272416207s)","trace[1974176759] 'compare' (duration: 125.300468ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:24.806173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:21.40806Z","time spent":"3.398080476s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:24.80625Z","caller":"traceutil/trace.go:171","msg":"trace[1604700467] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"3.002308726s","start":"2026-06-30T18:53:21.803917Z","end":"2026-06-30T18:53:24.806226Z","steps":["trace[1604700467] 'process raft request' (duration: 3.00211358s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:24.806355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:21.803899Z","time spent":"3.002396418s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:25.13782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:25.137888Z","caller":"traceutil/trace.go:171","msg":"trace[1250358869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482093s","start":"2026-06-30T18:53:23.137391Z","end":"2026-06-30T18:53:25.137873Z","steps":["trace[1250358869] 'agreement among raft nodes before linearized reading' (duration: 2.000398371s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:25.137923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:23.13738Z","time spent":"2.000536115s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:26.506885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563663734s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:26.507191Z","caller":"traceutil/trace.go:171","msg":"trace[1426136174] transaction","detail":"{read_only:false; response_revision:28453; number_of_response:1; }","duration":"3.636187786s","start":"2026-06-30T18:53:22.870984Z","end":"2026-06-30T18:53:26.507172Z","steps":["trace[1426136174] 'process raft request' (duration: 3.6360165s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:26.507178Z","caller":"traceutil/trace.go:171","msg":"trace[1495737707] transaction","detail":"{read_only:false; response_revision:28452; number_of_response:1; }","duration":"3.638489229s","start":"2026-06-30T18:53:22.868652Z","end":"2026-06-30T18:53:26.507142Z","steps":["trace[1495737707] 'process raft request' (duration: 2.074473774s)","trace[1495737707] 'compare' (duration: 1.562843468s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:26.507275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.87097Z","time spent":"3.636265518s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:26.507333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.868635Z","time spent":"3.638614463s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:27.142942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:27.143013Z","caller":"traceutil/trace.go:171","msg":"trace[1659558813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168074s","start":"2026-06-30T18:53:25.142829Z","end":"2026-06-30T18:53:27.142997Z","steps":["trace[1659558813] 'agreement among raft nodes before linearized reading' (duration: 2.000075811s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:27.14305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.142817Z","time spent":"2.000225555s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:28.546446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999784614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:28.546517Z","caller":"traceutil/trace.go:171","msg":"trace[1415388065] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999897028s","start":"2026-06-30T18:53:23.546603Z","end":"2026-06-30T18:53:28.5465Z","steps":["trace[1415388065] 'agreement among raft nodes before linearized reading' (duration: 4.999805945s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:28.546553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:23.546591Z","time spent":"4.999955049s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/30 18:53:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:28.566635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99807604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:28.56672Z","caller":"traceutil/trace.go:171","msg":"trace[1971729618] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998212314s","start":"2026-06-30T18:53:23.568486Z","end":"2026-06-30T18:53:28.566699Z","steps":["trace[1971729618] 'agreement among raft nodes before linearized reading' (duration: 4.998098811s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:28.566768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:23.56847Z","time spent":"4.998287836s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/06/30 18:53:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:29.144654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00097484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:29.144718Z","caller":"traceutil/trace.go:171","msg":"trace[1315640496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001158686s","start":"2026-06-30T18:53:27.143544Z","end":"2026-06-30T18:53:29.144702Z","steps":["trace[1315640496] 'agreement among raft nodes before linearized reading' (duration: 2.001001231s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:29.144747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:27.143533Z","time spent":"2.001207807s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:29.318597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811455555s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-30T18:53:29.320009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.305326ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:29.320102Z","caller":"traceutil/trace.go:171","msg":"trace[1859841797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28454; }","duration":"855.408109ms","start":"2026-06-30T18:53:28.464679Z","end":"2026-06-30T18:53:29.320088Z","steps":["trace[1859841797] 'range keys from in-memory index tree' (duration: 855.289346ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:29.320803Z","caller":"traceutil/trace.go:171","msg":"trace[1948809054] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"5.77231373s","start":"2026-06-30T18:53:23.548441Z","end":"2026-06-30T18:53:29.320755Z","steps":["trace[1948809054] 'process raft request' (duration: 5.770258944s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:29.320831Z","caller":"traceutil/trace.go:171","msg":"trace[1954352496] linearizableReadLoop","detail":"{readStateIndex:29783; appliedIndex:29777; }","duration":"6.458182127s","start":"2026-06-30T18:53:22.862614Z","end":"2026-06-30T18:53:29.320796Z","steps":["trace[1954352496] 'read index received' (duration: 1.817826894s)","trace[1954352496] 'applied index is now lower than readState.Index' (duration: 4.640353783s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:29.320904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:23.548422Z","time spent":"5.772427063s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:53:29.800255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.250266036s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:30.235202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999755371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:30.235329Z","caller":"traceutil/trace.go:171","msg":"trace[1961824197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999935227s","start":"2026-06-30T18:53:28.235373Z","end":"2026-06-30T18:53:30.235308Z","steps":["trace[1961824197] 'agreement among raft nodes before linearized reading' (duration: 1.999793762s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.235397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:28.235329Z","time spent":"2.00005678s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:30.512591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.303681146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.51269Z","caller":"traceutil/trace.go:171","msg":"trace[1244732363] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28455; }","duration":"13.303772069s","start":"2026-06-30T18:53:17.20887Z","end":"2026-06-30T18:53:30.512642Z","steps":["trace[1244732363] 'agreement among raft nodes before linearized reading' (duration: 12.112233412s)","trace[1244732363] 'count revisions from in-memory index tree' (duration: 1.191427324s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.512727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:17.208821Z","time spent":"13.303896842s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.513013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.028527769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282515"} {"level":"warn","ts":"2026-06-30T18:53:30.513072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.04110214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:30.513091Z","caller":"traceutil/trace.go:171","msg":"trace[1338483844] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28455; }","duration":"14.028691445s","start":"2026-06-30T18:53:16.48438Z","end":"2026-06-30T18:53:30.513071Z","steps":["trace[1338483844] 'agreement among raft nodes before linearized reading' (duration: 12.836733024s)","trace[1338483844] 'range keys from in-memory index tree' (duration: 1.191510987s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:30.513107Z","caller":"traceutil/trace.go:171","msg":"trace[1254259027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28455; }","duration":"14.041192583s","start":"2026-06-30T18:53:16.471903Z","end":"2026-06-30T18:53:30.513095Z","steps":["trace[1254259027] 'agreement among raft nodes before linearized reading' (duration: 12.849219282s)","trace[1254259027] 'count revisions from in-memory index tree' (duration: 1.191923359s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:16.471872Z","time spent":"14.041253645s","remote":"127.0.0.1:56442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.513136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:16.484353Z","time spent":"14.028768207s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282537,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-06-30T18:53:30.513251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.401508881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.513278Z","caller":"traceutil/trace.go:171","msg":"trace[640413478] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28455; }","duration":"14.401571023s","start":"2026-06-30T18:53:16.111699Z","end":"2026-06-30T18:53:30.51327Z","steps":["trace[640413478] 'agreement among raft nodes before linearized reading' (duration: 13.209432977s)","trace[640413478] 'count revisions from in-memory index tree' (duration: 1.192101495s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:16.111677Z","time spent":"14.401616125s","remote":"127.0.0.1:56156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.513271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.165036269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.513355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.799016341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.513408Z","caller":"traceutil/trace.go:171","msg":"trace[795028625] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28455; }","duration":"10.799112565s","start":"2026-06-30T18:53:19.714274Z","end":"2026-06-30T18:53:30.513386Z","steps":["trace[795028625] 'agreement among raft nodes before linearized reading' (duration: 9.606749371s)","trace[795028625] 'count revisions from in-memory index tree' (duration: 1.192290351s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.549892457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-06-30T18:53:30.513496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.913772902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.513479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:19.714255Z","time spent":"10.799190157s","remote":"127.0.0.1:56248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.51351Z","caller":"traceutil/trace.go:171","msg":"trace[1598813491] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28455; }","duration":"14.54997197s","start":"2026-06-30T18:53:15.963512Z","end":"2026-06-30T18:53:30.513484Z","steps":["trace[1598813491] 'agreement among raft nodes before linearized reading' (duration: 13.357629677s)","trace[1598813491] 'range keys from in-memory index tree' (duration: 1.192205779s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.51357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.252893784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.513572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.963506Z","time spent":"14.550052852s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-06-30T18:53:30.5136Z","caller":"traceutil/trace.go:171","msg":"trace[1714937539] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28455; }","duration":"8.252958206s","start":"2026-06-30T18:53:22.260632Z","end":"2026-06-30T18:53:30.513591Z","steps":["trace[1714937539] 'agreement among raft nodes before linearized reading' (duration: 7.060315384s)","trace[1714937539] 'count revisions from in-memory index tree' (duration: 1.192603331s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.260613Z","time spent":"8.253012027s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.513712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.96132836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.513745Z","caller":"traceutil/trace.go:171","msg":"trace[1959285410] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:0; response_revision:28455; }","duration":"12.961392512s","start":"2026-06-30T18:53:17.552343Z","end":"2026-06-30T18:53:30.513735Z","steps":["trace[1959285410] 'agreement among raft nodes before linearized reading' (duration: 11.768739659s)","trace[1959285410] 'range keys from in-memory index tree' (duration: 1.192612372s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.550509847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2d301c3c-bf64-4ee3-8dc1-fbc61ee8bb27\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-06-30T18:53:30.513795Z","caller":"traceutil/trace.go:171","msg":"trace[313696602] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2d301c3c-bf64-4ee3-8dc1-fbc61ee8bb27; range_end:; response_count:1; response_revision:28455; }","duration":"14.550565128s","start":"2026-06-30T18:53:15.963214Z","end":"2026-06-30T18:53:30.513779Z","steps":["trace[313696602] 'agreement among raft nodes before linearized reading' (duration: 13.357936916s)","trace[313696602] 'range keys from in-memory index tree' (duration: 1.192523478s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.326392832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:53:30.51382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.969297347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.513829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:15.963203Z","time spent":"14.550617041s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2d301c3c-bf64-4ee3-8dc1-fbc61ee8bb27\" "} {"level":"info","ts":"2026-06-30T18:53:30.513833Z","caller":"traceutil/trace.go:171","msg":"trace[1091128311] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28455; }","duration":"11.326459995s","start":"2026-06-30T18:53:19.187362Z","end":"2026-06-30T18:53:30.513822Z","steps":["trace[1091128311] 'agreement among raft nodes before linearized reading' (duration: 10.133671288s)","trace[1091128311] 'count revisions from in-memory index tree' (duration: 1.192736045s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.385374584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-06-30T18:53:30.513854Z","caller":"traceutil/trace.go:171","msg":"trace[680997934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28455; }","duration":"8.969359819s","start":"2026-06-30T18:53:21.54448Z","end":"2026-06-30T18:53:30.51384Z","steps":["trace[680997934] 'agreement among raft nodes before linearized reading' (duration: 7.776480059s)","trace[680997934] 'count revisions from in-memory index tree' (duration: 1.192839559s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:19.187346Z","time spent":"11.326509926s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.513891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.671947061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.513892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:21.544462Z","time spent":"8.969419402s","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.513909Z","caller":"traceutil/trace.go:171","msg":"trace[1812210404] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28455; }","duration":"11.671993511s","start":"2026-06-30T18:53:18.841909Z","end":"2026-06-30T18:53:30.513903Z","steps":["trace[1812210404] 'agreement among raft nodes before linearized reading' (duration: 10.479141492s)","trace[1812210404] 'count revisions from in-memory index tree' (duration: 1.192827699s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.513928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.841892Z","time spent":"11.672030843s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.514015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.884505345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.514039Z","caller":"traceutil/trace.go:171","msg":"trace[344055986] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28455; }","duration":"11.884576546s","start":"2026-06-30T18:53:18.629456Z","end":"2026-06-30T18:53:30.514033Z","steps":["trace[344055986] 'agreement among raft nodes before linearized reading' (duration: 10.691604183s)","trace[344055986] 'count revisions from in-memory index tree' (duration: 1.192937372s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.51404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.443086758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:30.513531Z","caller":"traceutil/trace.go:171","msg":"trace[548329764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28455; }","duration":"7.913852754s","start":"2026-06-30T18:53:22.599666Z","end":"2026-06-30T18:53:30.513519Z","steps":["trace[548329764] 'agreement among raft nodes before linearized reading' (duration: 6.721262863s)","trace[548329764] 'count revisions from in-memory index tree' (duration: 1.192539019s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.629434Z","time spent":"11.884620438s","remote":"127.0.0.1:55850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.514071Z","caller":"traceutil/trace.go:171","msg":"trace[825349131] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28455; }","duration":"9.44315087s","start":"2026-06-30T18:53:21.070908Z","end":"2026-06-30T18:53:30.514059Z","steps":["trace[825349131] 'agreement among raft nodes before linearized reading' (duration: 8.250062004s)","trace[825349131] 'count revisions from in-memory index tree' (duration: 1.193050965s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.599644Z","time spent":"7.914426403s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.514095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.994965463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-30T18:53:30.514101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:21.070891Z","time spent":"9.443202562s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.514123Z","caller":"traceutil/trace.go:171","msg":"trace[514496156] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28455; }","duration":"12.995033516s","start":"2026-06-30T18:53:17.51908Z","end":"2026-06-30T18:53:30.514114Z","steps":["trace[514496156] 'agreement among raft nodes before linearized reading' (duration: 11.802013292s)","trace[514496156] 'count revisions from in-memory index tree' (duration: 1.192982533s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.34501735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.51415Z","caller":"traceutil/trace.go:171","msg":"trace[1763064443] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28455; }","duration":"12.345062192s","start":"2026-06-30T18:53:18.169082Z","end":"2026-06-30T18:53:30.514144Z","steps":["trace[1763064443] 'agreement among raft nodes before linearized reading' (duration: 11.151989326s)","trace[1763064443] 'count revisions from in-memory index tree' (duration: 1.193044175s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:17.519059Z","time spent":"12.995086257s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":183,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.51417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:18.169069Z","time spent":"12.345095434s","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.513765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:17.552328Z","time spent":"12.961433254s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:53:30.514254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.670026321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.51335Z","caller":"traceutil/trace.go:171","msg":"trace[1238024181] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:28455; }","duration":"10.165162433s","start":"2026-06-30T18:53:20.348163Z","end":"2026-06-30T18:53:30.513326Z","steps":["trace[1238024181] 'agreement among raft nodes before linearized reading' (duration: 8.972849671s)","trace[1238024181] 'count revisions from in-memory index tree' (duration: 1.192201869s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:30.514298Z","caller":"traceutil/trace.go:171","msg":"trace[751681560] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28455; }","duration":"9.670119604s","start":"2026-06-30T18:53:20.844169Z","end":"2026-06-30T18:53:30.514288Z","steps":["trace[751681560] 'agreement among raft nodes before linearized reading' (duration: 8.47681181s)","trace[751681560] 'count revisions from in-memory index tree' (duration: 1.193237352s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:20.348144Z","time spent":"10.166162335s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.514329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:20.844151Z","time spent":"9.670169406s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.513869Z","caller":"traceutil/trace.go:171","msg":"trace[1244006112] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28455; }","duration":"11.385427626s","start":"2026-06-30T18:53:19.128435Z","end":"2026-06-30T18:53:30.513863Z","steps":["trace[1244006112] 'agreement among raft nodes before linearized reading' (duration: 10.192606498s)","trace[1244006112] 'range keys from in-memory index tree' (duration: 1.192734515s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:19.128417Z","time spent":"11.386058997s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-30T18:53:30.514539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.845957775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.514562Z","caller":"traceutil/trace.go:171","msg":"trace[1313041236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28455; }","duration":"9.846010307s","start":"2026-06-30T18:53:20.668545Z","end":"2026-06-30T18:53:30.514555Z","steps":["trace[1313041236] 'agreement among raft nodes before linearized reading' (duration: 8.652456976s)","trace[1313041236] 'count revisions from in-memory index tree' (duration: 1.19351842s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:20.668529Z","time spent":"9.846055279s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.514537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.724798739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:30.514746Z","caller":"traceutil/trace.go:171","msg":"trace[286155292] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28455; }","duration":"9.725043997s","start":"2026-06-30T18:53:20.789691Z","end":"2026-06-30T18:53:30.514735Z","steps":["trace[286155292] 'agreement among raft nodes before linearized reading' (duration: 8.531301339s)","trace[286155292] 'count revisions from in-memory index tree' (duration: 1.193525711s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.514785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:20.789672Z","time spent":"9.725099589s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.515622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194767081s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:30.515822Z","caller":"traceutil/trace.go:171","msg":"trace[328929761] linearizableReadLoop","detail":"{readStateIndex:29786; appliedIndex:29783; }","duration":"1.194913205s","start":"2026-06-30T18:53:29.320898Z","end":"2026-06-30T18:53:30.515811Z","steps":["trace[328929761] 'read index received' (duration: 479.558355ms)","trace[328929761] 'applied index is now lower than readState.Index' (duration: 715.35398ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:30.516079Z","caller":"traceutil/trace.go:171","msg":"trace[1162327950] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"4.525394024s","start":"2026-06-30T18:53:25.990672Z","end":"2026-06-30T18:53:30.516066Z","steps":["trace[1162327950] 'process raft request' (duration: 3.330107607s)","trace[1162327950] 'compare' (duration: 1.192626612s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:30.516146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.990652Z","time spent":"4.525463437s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:30.516319Z","caller":"traceutil/trace.go:171","msg":"trace[1418164077] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"2.966470663s","start":"2026-06-30T18:53:27.549837Z","end":"2026-06-30T18:53:30.516308Z","steps":["trace[1418164077] 'process raft request' (duration: 2.965867514s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.516379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:27.549811Z","time spent":"2.966538265s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:30.516508Z","caller":"traceutil/trace.go:171","msg":"trace[503444909] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"2.648170465s","start":"2026-06-30T18:53:27.868329Z","end":"2026-06-30T18:53:30.516499Z","steps":["trace[503444909] 'process raft request' (duration: 2.647441372s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.516566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:27.868311Z","time spent":"2.648226486s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:30.516767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060163094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.516806Z","caller":"traceutil/trace.go:171","msg":"trace[1356189925] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28458; }","duration":"1.060208016s","start":"2026-06-30T18:53:29.456588Z","end":"2026-06-30T18:53:30.516796Z","steps":["trace[1356189925] 'agreement among raft nodes before linearized reading' (duration: 1.060145264s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.516837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:29.456563Z","time spent":"1.060264598s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.516891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.649708444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-30T18:53:30.516969Z","caller":"traceutil/trace.go:171","msg":"trace[1528147510] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28458; }","duration":"7.649820688s","start":"2026-06-30T18:53:22.867129Z","end":"2026-06-30T18:53:30.51695Z","steps":["trace[1528147510] 'agreement among raft nodes before linearized reading' (duration: 7.649490097s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.51698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.528116353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:53:30.517035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.867112Z","time spent":"7.649901991s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:53:30.517091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436985828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.517123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.748305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:53:30.517128Z","caller":"traceutil/trace.go:171","msg":"trace[251520024] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28458; }","duration":"5.43705001s","start":"2026-06-30T18:53:25.080068Z","end":"2026-06-30T18:53:30.517118Z","steps":["trace[251520024] 'agreement among raft nodes before linearized reading' (duration: 5.436996088s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.570158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-30T18:53:30.517159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.080054Z","time spent":"5.437096761s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.517184Z","caller":"traceutil/trace.go:171","msg":"trace[1877036024] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28458; }","duration":"360.648881ms","start":"2026-06-30T18:53:30.156525Z","end":"2026-06-30T18:53:30.517173Z","steps":["trace[1877036024] 'agreement among raft nodes before linearized reading' (duration: 360.403773ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.156511Z","time spent":"360.697542ms","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.517243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884752029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.517309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.64768922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.517332Z","caller":"traceutil/trace.go:171","msg":"trace[1104133628] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28458; }","duration":"3.884885623s","start":"2026-06-30T18:53:26.632422Z","end":"2026-06-30T18:53:30.517308Z","steps":["trace[1104133628] 'agreement among raft nodes before linearized reading' (duration: 3.884720568s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:30.517151Z","caller":"traceutil/trace.go:171","msg":"trace[1981621003] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28458; }","duration":"596.816797ms","start":"2026-06-30T18:53:29.920326Z","end":"2026-06-30T18:53:30.517143Z","steps":["trace[1981621003] 'agreement among raft nodes before linearized reading' (duration: 596.647201ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971729209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.517429Z","caller":"traceutil/trace.go:171","msg":"trace[731339120] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28458; }","duration":"4.971786231s","start":"2026-06-30T18:53:25.545631Z","end":"2026-06-30T18:53:30.517417Z","steps":["trace[731339120] 'agreement among raft nodes before linearized reading' (duration: 4.971736259s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:29.920305Z","time spent":"597.107926ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.517429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345843372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.51745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.545618Z","time spent":"4.971826052s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.517461Z","caller":"traceutil/trace.go:171","msg":"trace[810345706] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28458; }","duration":"1.345911584s","start":"2026-06-30T18:53:29.171542Z","end":"2026-06-30T18:53:30.517453Z","steps":["trace[810345706] 'agreement among raft nodes before linearized reading' (duration: 1.345860412s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460446632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.517485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.649319701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-06-30T18:53:30.51749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:29.171522Z","time spent":"1.345960336s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.517511Z","caller":"traceutil/trace.go:171","msg":"trace[835188562] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28458; }","duration":"4.460479583s","start":"2026-06-30T18:53:26.057021Z","end":"2026-06-30T18:53:30.5175Z","steps":["trace[835188562] 'agreement among raft nodes before linearized reading' (duration: 4.460434172s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.793175261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.517582Z","caller":"traceutil/trace.go:171","msg":"trace[1742283985] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28458; }","duration":"4.793244043s","start":"2026-06-30T18:53:25.724332Z","end":"2026-06-30T18:53:30.517576Z","steps":["trace[1742283985] 'agreement among raft nodes before linearized reading' (duration: 4.793208261s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.724313Z","time spent":"4.793283704s","remote":"127.0.0.1:55808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.517519Z","caller":"traceutil/trace.go:171","msg":"trace[651655253] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446; range_end:; response_count:1; response_revision:28458; }","duration":"7.649380394s","start":"2026-06-30T18:53:22.86813Z","end":"2026-06-30T18:53:30.51751Z","steps":["trace[651655253] 'agreement among raft nodes before linearized reading' (duration: 7.64927421s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877425923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.51769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.868118Z","time spent":"7.649562709s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" "} {"level":"info","ts":"2026-06-30T18:53:30.51771Z","caller":"traceutil/trace.go:171","msg":"trace[557137710] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28458; }","duration":"5.877849397s","start":"2026-06-30T18:53:24.639852Z","end":"2026-06-30T18:53:30.517702Z","steps":["trace[557137710] 'agreement among raft nodes before linearized reading' (duration: 5.877447464s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.51772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364636232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.517727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986376347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130349"} {"level":"warn","ts":"2026-06-30T18:53:30.517738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:24.639833Z","time spent":"5.877895949s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.517747Z","caller":"traceutil/trace.go:171","msg":"trace[1662166978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28458; }","duration":"1.364708224s","start":"2026-06-30T18:53:29.15303Z","end":"2026-06-30T18:53:30.517738Z","steps":["trace[1662166978] 'agreement among raft nodes before linearized reading' (duration: 1.364668313s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:30.517753Z","caller":"traceutil/trace.go:171","msg":"trace[318365224] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28458; }","duration":"4.986437199s","start":"2026-06-30T18:53:25.531309Z","end":"2026-06-30T18:53:30.517746Z","steps":["trace[318365224] 'agreement among raft nodes before linearized reading' (duration: 4.986337676s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.531291Z","time spent":"4.9864852s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130371,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-06-30T18:53:30.517552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:26.056959Z","time spent":"4.460585747s","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.517044Z","caller":"traceutil/trace.go:171","msg":"trace[1961343268] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28458; }","duration":"7.528178485s","start":"2026-06-30T18:53:22.988845Z","end":"2026-06-30T18:53:30.517023Z","steps":["trace[1961343268] 'agreement among raft nodes before linearized reading' (duration: 7.528075972s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73932894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:30.517844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.988788Z","time spent":"7.529050023s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:30.517852Z","caller":"traceutil/trace.go:171","msg":"trace[1036920162] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28458; }","duration":"1.739384601s","start":"2026-06-30T18:53:28.778457Z","end":"2026-06-30T18:53:30.517842Z","steps":["trace[1036920162] 'agreement among raft nodes before linearized reading' (duration: 1.73933754s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:26.632403Z","time spent":"3.884965076s","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.517893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:28.778438Z","time spent":"1.739447494s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.517915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.057020401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-06-30T18:53:30.517956Z","caller":"traceutil/trace.go:171","msg":"trace[1957282273] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28458; }","duration":"5.057098213s","start":"2026-06-30T18:53:25.460847Z","end":"2026-06-30T18:53:30.517946Z","steps":["trace[1957282273] 'agreement among raft nodes before linearized reading' (duration: 5.05699427s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.517779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:29.153006Z","time spent":"1.364767786s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:30.517982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.460828Z","time spent":"5.057148965s","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-06-30T18:53:30.51803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77473212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.517376Z","caller":"traceutil/trace.go:171","msg":"trace[220324154] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28458; }","duration":"7.647751852s","start":"2026-06-30T18:53:22.869604Z","end":"2026-06-30T18:53:30.517355Z","steps":["trace[220324154] 'agreement among raft nodes before linearized reading' (duration: 7.647657169s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.518096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:22.869582Z","time spent":"7.648504806s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:53:30.518064Z","caller":"traceutil/trace.go:171","msg":"trace[22664932] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28458; }","duration":"1.774826473s","start":"2026-06-30T18:53:28.74323Z","end":"2026-06-30T18:53:30.518056Z","steps":["trace[22664932] 'agreement among raft nodes before linearized reading' (duration: 1.774779151s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.518165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:28.743212Z","time spent":"1.774942136s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.518169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124748784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:30.518208Z","caller":"traceutil/trace.go:171","msg":"trace[1471429108] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28458; }","duration":"3.124825178s","start":"2026-06-30T18:53:27.393373Z","end":"2026-06-30T18:53:30.518198Z","steps":["trace[1471429108] 'agreement among raft nodes before linearized reading' (duration: 3.124744755s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.518247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:27.393355Z","time spent":"3.124882779s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:30.518363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.07170147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:30.518413Z","caller":"traceutil/trace.go:171","msg":"trace[274818590] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28458; }","duration":"5.071799923s","start":"2026-06-30T18:53:25.446604Z","end":"2026-06-30T18:53:30.518404Z","steps":["trace[274818590] 'agreement among raft nodes before linearized reading' (duration: 5.069999756s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:30.518433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:25.446578Z","time spent":"5.071849925s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:31.020783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:31.521374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:31.651334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100240122s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:32.525735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000682029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:32.525803Z","caller":"traceutil/trace.go:171","msg":"trace[1798124206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803473s","start":"2026-06-30T18:53:30.524984Z","end":"2026-06-30T18:53:32.525787Z","steps":["trace[1798124206] 'agreement among raft nodes before linearized reading' (duration: 2.00070965s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:32.525837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.524977Z","time spent":"2.000853085s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:32.632732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.915406Z","time spent":"1.717318647s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:53:32.633266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.764983ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-30T18:53:32.633366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.517591Z","time spent":"2.115770863s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:53:33.505699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.781150575s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:34.526632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:34.526715Z","caller":"traceutil/trace.go:171","msg":"trace[1905814901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000480483s","start":"2026-06-30T18:53:32.526217Z","end":"2026-06-30T18:53:34.526698Z","steps":["trace[1905814901] 'agreement among raft nodes before linearized reading' (duration: 2.00037504s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:34.526769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:32.526199Z","time spent":"2.000561206s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:35.061173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555046828s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:35.061544Z","caller":"traceutil/trace.go:171","msg":"trace[763176551] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"2.425919001s","start":"2026-06-30T18:53:32.635601Z","end":"2026-06-30T18:53:35.06152Z","steps":["trace[763176551] 'process raft request' (duration: 2.42587332s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:35.061577Z","caller":"traceutil/trace.go:171","msg":"trace[408428810] transaction","detail":"{read_only:false; response_revision:28460; number_of_response:1; }","duration":"4.536752956s","start":"2026-06-30T18:53:30.524791Z","end":"2026-06-30T18:53:35.061544Z","steps":["trace[408428810] 'process raft request' (duration: 4.536498988s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:35.061632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:32.635578Z","time spent":"2.426015633s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:35.061618Z","caller":"traceutil/trace.go:171","msg":"trace[1000629209] linearizableReadLoop","detail":"{readStateIndex:29789; appliedIndex:29786; }","duration":"4.540846757s","start":"2026-06-30T18:53:30.520733Z","end":"2026-06-30T18:53:35.06158Z","steps":["trace[1000629209] 'read index received' (duration: 1.130748256s)","trace[1000629209] 'applied index is now lower than readState.Index' (duration: 3.410095431s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:35.061479Z","caller":"traceutil/trace.go:171","msg":"trace[333980794] transaction","detail":"{read_only:false; response_revision:28459; number_of_response:1; }","duration":"4.540662311s","start":"2026-06-30T18:53:30.520751Z","end":"2026-06-30T18:53:35.061414Z","steps":["trace[333980794] 'process raft request' (duration: 2.985245941s)","trace[333980794] 'compare' (duration: 1.554617044s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:35.061878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541119936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-06-30T18:53:35.061915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.520739Z","time spent":"4.54097471s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:35.061924Z","caller":"traceutil/trace.go:171","msg":"trace[1624364693] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28461; }","duration":"4.541204128s","start":"2026-06-30T18:53:30.520705Z","end":"2026-06-30T18:53:35.061909Z","steps":["trace[1624364693] 'agreement among raft nodes before linearized reading' (duration: 4.541013291s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:35.061965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.520687Z","time spent":"4.54126577s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-06-30T18:53:35.061826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.524774Z","time spent":"4.536885841s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:35.062613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541843879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:113459"} {"level":"info","ts":"2026-06-30T18:53:35.062724Z","caller":"traceutil/trace.go:171","msg":"trace[792574682] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:28461; }","duration":"4.541987993s","start":"2026-06-30T18:53:30.520711Z","end":"2026-06-30T18:53:35.062699Z","steps":["trace[792574682] 'agreement among raft nodes before linearized reading' (duration: 4.54097263s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:35.062787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.520704Z","time spent":"4.542064615s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":113481,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-06-30T18:53:35.561892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:36.533837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000560217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:36.534004Z","caller":"traceutil/trace.go:171","msg":"trace[159084998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775194s","start":"2026-06-30T18:53:34.533206Z","end":"2026-06-30T18:53:36.533981Z","steps":["trace[159084998] 'agreement among raft nodes before linearized reading' (duration: 2.000584038s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:36.534105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:34.53319Z","time spent":"2.000900717s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:38.534889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:38.535Z","caller":"traceutil/trace.go:171","msg":"trace[1240225009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591066s","start":"2026-06-30T18:53:36.534379Z","end":"2026-06-30T18:53:38.53497Z","steps":["trace[1240225009] 'agreement among raft nodes before linearized reading' (duration: 2.000447012s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:38.535064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:36.534362Z","time spent":"2.00068548s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:39.00846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.249127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:39.008593Z","caller":"traceutil/trace.go:171","msg":"trace[1268251779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28461; }","duration":"543.375231ms","start":"2026-06-30T18:53:38.465185Z","end":"2026-06-30T18:53:39.00856Z","steps":["trace[1268251779] 'range keys from in-memory index tree' (duration: 543.233927ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.010385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162599621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:39.010563Z","caller":"traceutil/trace.go:171","msg":"trace[1132971562] linearizableReadLoop","detail":"{readStateIndex:29792; appliedIndex:29790; }","duration":"3.948861805s","start":"2026-06-30T18:53:35.061687Z","end":"2026-06-30T18:53:39.010549Z","steps":["trace[1132971562] 'read index received' (duration: 785.586672ms)","trace[1132971562] 'applied index is now lower than readState.Index' (duration: 3.163274283s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:39.010572Z","caller":"traceutil/trace.go:171","msg":"trace[1125239468] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"3.993656964s","start":"2026-06-30T18:53:35.016895Z","end":"2026-06-30T18:53:39.010552Z","steps":["trace[1125239468] 'process raft request' (duration: 830.362451ms)","trace[1125239468] 'compare' (duration: 3.160127402s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:39.010681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.016874Z","time spent":"3.993733967s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:39.010748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.681668019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:39.010806Z","caller":"traceutil/trace.go:171","msg":"trace[1530899630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28463; }","duration":"6.681739681s","start":"2026-06-30T18:53:32.329051Z","end":"2026-06-30T18:53:39.010791Z","steps":["trace[1530899630] 'agreement among raft nodes before linearized reading' (duration: 6.681604577s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.010835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:32.329029Z","time spent":"6.681799664s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:39.010993Z","caller":"traceutil/trace.go:171","msg":"trace[592069493] transaction","detail":"{read_only:false; response_revision:28463; number_of_response:1; }","duration":"3.488050988s","start":"2026-06-30T18:53:35.522935Z","end":"2026-06-30T18:53:39.010986Z","steps":["trace[592069493] 'process raft request' (duration: 3.487538261s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.011065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.52291Z","time spent":"3.488099439s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:39.011198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093618644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:39.011223Z","caller":"traceutil/trace.go:171","msg":"trace[392811126] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28463; }","duration":"4.093682256s","start":"2026-06-30T18:53:34.917535Z","end":"2026-06-30T18:53:39.011218Z","steps":["trace[392811126] 'agreement among raft nodes before linearized reading' (duration: 4.093634245s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.011243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:34.917516Z","time spent":"4.093722228s","remote":"127.0.0.1:47194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:39.011377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.294703325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:39.011424Z","caller":"traceutil/trace.go:171","msg":"trace[1649973180] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28463; }","duration":"5.294778497s","start":"2026-06-30T18:53:33.716635Z","end":"2026-06-30T18:53:39.011413Z","steps":["trace[1649973180] 'agreement among raft nodes before linearized reading' (duration: 5.294712875s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.011451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:33.716617Z","time spent":"5.294824979s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:39.011586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88640999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:39.011616Z","caller":"traceutil/trace.go:171","msg":"trace[1641413768] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:28463; }","duration":"5.88644052s","start":"2026-06-30T18:53:33.125165Z","end":"2026-06-30T18:53:39.011606Z","steps":["trace[1641413768] 'agreement among raft nodes before linearized reading' (duration: 5.886393009s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.011647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:33.125144Z","time spent":"5.886491361s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:39.011775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.320985249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:39.011801Z","caller":"traceutil/trace.go:171","msg":"trace[2022089625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28463; }","duration":"6.321013899s","start":"2026-06-30T18:53:32.690778Z","end":"2026-06-30T18:53:39.011792Z","steps":["trace[2022089625] 'agreement among raft nodes before linearized reading' (duration: 6.320964388s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.011828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:32.690721Z","time spent":"6.321098652s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:39.011951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.479620519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:39.011979Z","caller":"traceutil/trace.go:171","msg":"trace[824132999] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28463; }","duration":"8.479703422s","start":"2026-06-30T18:53:30.532266Z","end":"2026-06-30T18:53:39.011969Z","steps":["trace[824132999] 'agreement among raft nodes before linearized reading' (duration: 8.47965282s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.011998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.532251Z","time spent":"8.479742153s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:53:39.012042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.367721518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:39.012121Z","caller":"traceutil/trace.go:171","msg":"trace[160202033] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28463; }","duration":"8.367856832s","start":"2026-06-30T18:53:30.644245Z","end":"2026-06-30T18:53:39.012102Z","steps":["trace[160202033] 'agreement among raft nodes before linearized reading' (duration: 8.367663926s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.012144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.830042054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:39.012165Z","caller":"traceutil/trace.go:171","msg":"trace[697464401] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28463; }","duration":"6.830098536s","start":"2026-06-30T18:53:32.18206Z","end":"2026-06-30T18:53:39.012159Z","steps":["trace[697464401] 'agreement among raft nodes before linearized reading' (duration: 6.830061505s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.012182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:32.18204Z","time spent":"6.830138308s","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:39.012166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.64423Z","time spent":"8.367927884s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:39.012594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.491843559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:113459"} {"level":"info","ts":"2026-06-30T18:53:39.012643Z","caller":"traceutil/trace.go:171","msg":"trace[1674581947] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:28463; }","duration":"8.49189711s","start":"2026-06-30T18:53:30.520736Z","end":"2026-06-30T18:53:39.012633Z","steps":["trace[1674581947] 'agreement among raft nodes before linearized reading' (duration: 8.491184257s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.012674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:30.520724Z","time spent":"8.491939892s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":113481,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-06-30T18:53:39.012845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.789496015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:39.012863Z","caller":"traceutil/trace.go:171","msg":"trace[1329897457] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28463; }","duration":"7.789539976s","start":"2026-06-30T18:53:31.223317Z","end":"2026-06-30T18:53:39.012857Z","steps":["trace[1329897457] 'agreement among raft nodes before linearized reading' (duration: 7.789505995s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:39.012879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:31.223304Z","time spent":"7.789571148s","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:39.511195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:40.011723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:40.23877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:40.238838Z","caller":"traceutil/trace.go:171","msg":"trace[361720533] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652629s","start":"2026-06-30T18:53:38.238171Z","end":"2026-06-30T18:53:40.238824Z","steps":["trace[361720533] 'agreement among raft nodes before linearized reading' (duration: 2.000562607s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:40.238871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:38.238158Z","time spent":"2.000706292s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:40.463251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.439326289s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:40.54275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001097864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:40.542817Z","caller":"traceutil/trace.go:171","msg":"trace[347322958] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001222948s","start":"2026-06-30T18:53:38.541579Z","end":"2026-06-30T18:53:40.542802Z","steps":["trace[347322958] 'agreement among raft nodes before linearized reading' (duration: 2.001134825s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:40.542859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:38.541557Z","time spent":"2.00128899s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:41.104532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.651664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:41.104635Z","caller":"traceutil/trace.go:171","msg":"trace[315907480] linearizableReadLoop","detail":"{readStateIndex:29793; appliedIndex:29792; }","duration":"2.09403524s","start":"2026-06-30T18:53:39.010583Z","end":"2026-06-30T18:53:41.104618Z","steps":["trace[315907480] 'read index received' (duration: 1.452825816s)","trace[315907480] 'applied index is now lower than readState.Index' (duration: 641.208234ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:41.104651Z","caller":"traceutil/trace.go:171","msg":"trace[362901672] transaction","detail":"{read_only:false; response_revision:28464; number_of_response:1; }","duration":"3.080840843s","start":"2026-06-30T18:53:38.023784Z","end":"2026-06-30T18:53:41.104625Z","steps":["trace[362901672] 'process raft request' (duration: 2.441020693s)","trace[362901672] 'compare' (duration: 638.925721ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:41.104735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694190947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:41.104749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:38.02376Z","time spent":"3.080947357s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:41.104795Z","caller":"traceutil/trace.go:171","msg":"trace[1680722870] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28464; }","duration":"3.69429103s","start":"2026-06-30T18:53:37.410488Z","end":"2026-06-30T18:53:41.104779Z","steps":["trace[1680722870] 'agreement among raft nodes before linearized reading' (duration: 3.694178016s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.104831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:37.410473Z","time spent":"3.694347161s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:41.104837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215770977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:53:41.104805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087182103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:41.10487Z","caller":"traceutil/trace.go:171","msg":"trace[424763546] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28464; }","duration":"5.215901541s","start":"2026-06-30T18:53:35.888957Z","end":"2026-06-30T18:53:41.104859Z","steps":["trace[424763546] 'agreement among raft nodes before linearized reading' (duration: 5.215724696s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.104878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.419958374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:41.104889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549216277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:41.10491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.888898Z","time spent":"5.215996745s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":33,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:41.104914Z","caller":"traceutil/trace.go:171","msg":"trace[1960227793] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28464; }","duration":"5.420025946s","start":"2026-06-30T18:53:35.684875Z","end":"2026-06-30T18:53:41.104901Z","steps":["trace[1960227793] 'agreement among raft nodes before linearized reading' (duration: 5.419973104s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:41.104907Z","caller":"traceutil/trace.go:171","msg":"trace[1481230161] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28464; }","duration":"5.087308997s","start":"2026-06-30T18:53:36.017575Z","end":"2026-06-30T18:53:41.104883Z","steps":["trace[1481230161] 'agreement among raft nodes before linearized reading' (duration: 5.08707175s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:41.104931Z","caller":"traceutil/trace.go:171","msg":"trace[329590164] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28464; }","duration":"2.549287259s","start":"2026-06-30T18:53:38.555631Z","end":"2026-06-30T18:53:41.104918Z","steps":["trace[329590164] 'agreement among raft nodes before linearized reading' (duration: 2.549222177s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.104959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:36.017527Z","time spent":"5.087420851s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:41.10498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:38.555617Z","time spent":"2.549351271s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:41.104994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0653844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:41.105019Z","caller":"traceutil/trace.go:171","msg":"trace[1896659762] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28464; }","duration":"3.065436141s","start":"2026-06-30T18:53:38.039571Z","end":"2026-06-30T18:53:41.105007Z","steps":["trace[1896659762] 'agreement among raft nodes before linearized reading' (duration: 3.06539131s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.105029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.029224128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-06-30T18:53:41.105042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:38.039553Z","time spent":"3.065484293s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:41.105056Z","caller":"traceutil/trace.go:171","msg":"trace[1264499555] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28464; }","duration":"6.029267119s","start":"2026-06-30T18:53:35.075781Z","end":"2026-06-30T18:53:41.105048Z","steps":["trace[1264499555] 'agreement among raft nodes before linearized reading' (duration: 6.029176657s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.105086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.075774Z","time spent":"6.02930294s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-30T18:53:41.104825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.033582537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-06-30T18:53:41.10515Z","caller":"traceutil/trace.go:171","msg":"trace[698997175] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28464; }","duration":"6.033924737s","start":"2026-06-30T18:53:35.071218Z","end":"2026-06-30T18:53:41.105143Z","steps":["trace[698997175] 'agreement among raft nodes before linearized reading' (duration: 6.033490444s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.105185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.071206Z","time spent":"6.033958859s","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-06-30T18:53:41.105265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658902215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:41.105305Z","caller":"traceutil/trace.go:171","msg":"trace[1903195242] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28464; }","duration":"4.659007558s","start":"2026-06-30T18:53:36.446287Z","end":"2026-06-30T18:53:41.105295Z","steps":["trace[1903195242] 'agreement among raft nodes before linearized reading' (duration: 4.658892865s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.104942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.684854Z","time spent":"5.420079668s","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:41.105346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:36.446268Z","time spent":"4.65906854s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:41.10536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933295143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:41.105432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.03743388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-06-30T18:53:41.10546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.037326626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-474498ba-d8b1-43fd-900f-7535311728bb\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-06-30T18:53:41.105523Z","caller":"traceutil/trace.go:171","msg":"trace[1298249230] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28464; }","duration":"6.037547114s","start":"2026-06-30T18:53:35.067943Z","end":"2026-06-30T18:53:41.10549Z","steps":["trace[1298249230] 'agreement among raft nodes before linearized reading' (duration: 6.037332367s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.105564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.03492603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-30T18:53:41.10557Z","caller":"traceutil/trace.go:171","msg":"trace[1215229693] range","detail":"{range_begin:/registry/persistentvolumes/pvc-474498ba-d8b1-43fd-900f-7535311728bb; range_end:; response_count:1; response_revision:28464; }","duration":"6.037485361s","start":"2026-06-30T18:53:35.068057Z","end":"2026-06-30T18:53:41.105543Z","steps":["trace[1215229693] 'agreement among raft nodes before linearized reading' (duration: 6.037190412s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:41.105596Z","caller":"traceutil/trace.go:171","msg":"trace[1378696366] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446; range_end:; response_count:1; response_revision:28464; }","duration":"6.034987802s","start":"2026-06-30T18:53:35.070597Z","end":"2026-06-30T18:53:41.105585Z","steps":["trace[1378696366] 'agreement among raft nodes before linearized reading' (duration: 6.034899379s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.105595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.067929Z","time spent":"6.037655007s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-30T18:53:41.105634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.07058Z","time spent":"6.035045884s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" "} {"level":"info","ts":"2026-06-30T18:53:41.105436Z","caller":"traceutil/trace.go:171","msg":"trace[1458131195] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28464; }","duration":"4.933376755s","start":"2026-06-30T18:53:36.172037Z","end":"2026-06-30T18:53:41.105414Z","steps":["trace[1458131195] 'agreement among raft nodes before linearized reading' (duration: 4.933253911s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:41.105661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:35.068045Z","time spent":"6.037583605s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-474498ba-d8b1-43fd-900f-7535311728bb\" "} {"level":"warn","ts":"2026-06-30T18:53:41.10569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:36.171966Z","time spent":"4.933707725s","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:42.489013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104876351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-06-30T18:53:42.489261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:41.109662Z","time spent":"1.379594859s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-30T18:53:42.489561Z","caller":"traceutil/trace.go:171","msg":"trace[1463411752] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"1.681331708s","start":"2026-06-30T18:53:40.808201Z","end":"2026-06-30T18:53:42.489533Z","steps":["trace[1463411752] 'process raft request' (duration: 575.840017ms)","trace[1463411752] 'compare' (duration: 1.104376975s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:42.489661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:40.808183Z","time spent":"1.681430101s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:42.489881Z","caller":"traceutil/trace.go:171","msg":"trace[1891246215] linearizableReadLoop","detail":"{readStateIndex:29794; appliedIndex:29793; }","duration":"1.385210067s","start":"2026-06-30T18:53:41.104655Z","end":"2026-06-30T18:53:42.489865Z","steps":["trace[1891246215] 'read index received' (duration: 279.303063ms)","trace[1891246215] 'applied index is now lower than readState.Index' (duration: 1.105905094s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:42.490116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427620961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:42.490163Z","caller":"traceutil/trace.go:171","msg":"trace[617618217] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28465; }","duration":"1.427693733s","start":"2026-06-30T18:53:41.062452Z","end":"2026-06-30T18:53:42.490145Z","steps":["trace[617618217] 'agreement among raft nodes before linearized reading' (duration: 1.42760434s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.490206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:41.062437Z","time spent":"1.427756096s","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:42.490448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836992385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:42.490495Z","caller":"traceutil/trace.go:171","msg":"trace[639189122] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28465; }","duration":"1.837044857s","start":"2026-06-30T18:53:40.653435Z","end":"2026-06-30T18:53:42.49048Z","steps":["trace[639189122] 'agreement among raft nodes before linearized reading' (duration: 1.836962854s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.490567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:40.653367Z","time spent":"1.837155431s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:42.490583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919677558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:53:42.490691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971077315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:42.490727Z","caller":"traceutil/trace.go:171","msg":"trace[2111332399] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28465; }","duration":"2.919847804s","start":"2026-06-30T18:53:39.570853Z","end":"2026-06-30T18:53:42.490636Z","steps":["trace[2111332399] 'agreement among raft nodes before linearized reading' (duration: 2.919606396s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:42.490752Z","caller":"traceutil/trace.go:171","msg":"trace[1664919671] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28465; }","duration":"1.97122724s","start":"2026-06-30T18:53:40.519509Z","end":"2026-06-30T18:53:42.490736Z","steps":["trace[1664919671] 'agreement among raft nodes before linearized reading' (duration: 1.971092326s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.490736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469128635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:42.490792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:40.519484Z","time spent":"1.971296251s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:42.490796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:39.570788Z","time spent":"2.919992868s","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:42.490824Z","caller":"traceutil/trace.go:171","msg":"trace[1375279881] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28465; }","duration":"3.469263869s","start":"2026-06-30T18:53:39.021535Z","end":"2026-06-30T18:53:42.490799Z","steps":["trace[1375279881] 'agreement among raft nodes before linearized reading' (duration: 3.469070703s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.490822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379048914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:42.490925Z","caller":"traceutil/trace.go:171","msg":"trace[1069537318] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28465; }","duration":"2.379196329s","start":"2026-06-30T18:53:40.111703Z","end":"2026-06-30T18:53:42.490899Z","steps":["trace[1069537318] 'agreement among raft nodes before linearized reading' (duration: 2.379015733s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.490995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:40.111673Z","time spent":"2.379305523s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:42.491038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5512246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:42.491068Z","caller":"traceutil/trace.go:171","msg":"trace[1807679196] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28465; }","duration":"2.551284242s","start":"2026-06-30T18:53:39.939774Z","end":"2026-06-30T18:53:42.491059Z","steps":["trace[1807679196] 'agreement among raft nodes before linearized reading' (duration: 2.55122862s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291099899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:42.491104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:39.939759Z","time spent":"2.551336373s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:42.491113Z","caller":"traceutil/trace.go:171","msg":"trace[625609209] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28465; }","duration":"2.291185401s","start":"2026-06-30T18:53:40.199918Z","end":"2026-06-30T18:53:42.491103Z","steps":["trace[625609209] 'agreement among raft nodes before linearized reading' (duration: 2.291124929s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:40.199892Z","time spent":"2.291243963s","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:42.490871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:39.021513Z","time spent":"3.469348752s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:53:42.49116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923978852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-30T18:53:42.491215Z","caller":"traceutil/trace.go:171","msg":"trace[984858208] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28465; }","duration":"1.924097686s","start":"2026-06-30T18:53:40.567104Z","end":"2026-06-30T18:53:42.491202Z","steps":["trace[984858208] 'agreement among raft nodes before linearized reading' (duration: 1.923893239s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:40.567062Z","time spent":"1.924181268s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:53:42.491173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472058808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130349"} {"level":"info","ts":"2026-06-30T18:53:42.49139Z","caller":"traceutil/trace.go:171","msg":"trace[1655082917] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28465; }","duration":"3.472298446s","start":"2026-06-30T18:53:39.019083Z","end":"2026-06-30T18:53:42.491382Z","steps":["trace[1655082917] 'agreement among raft nodes before linearized reading' (duration: 3.47181079s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:39.019062Z","time spent":"3.472342137s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130371,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-06-30T18:53:42.491412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382323645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-06-30T18:53:42.49145Z","caller":"traceutil/trace.go:171","msg":"trace[2015349799] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28465; }","duration":"1.382382627s","start":"2026-06-30T18:53:41.109057Z","end":"2026-06-30T18:53:42.491439Z","steps":["trace[2015349799] 'agreement among raft nodes before linearized reading' (duration: 1.382189931s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.086563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-06-30T18:53:42.491496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:41.109043Z","time spent":"1.382444379s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-06-30T18:53:42.491499Z","caller":"traceutil/trace.go:171","msg":"trace[1965998710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28465; }","duration":"977.133795ms","start":"2026-06-30T18:53:41.514357Z","end":"2026-06-30T18:53:42.491491Z","steps":["trace[1965998710] 'agreement among raft nodes before linearized reading' (duration: 977.020271ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:41.514349Z","time spent":"977.189127ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:53:42.491442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268673258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:42.491651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.12331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-30T18:53:42.491696Z","caller":"traceutil/trace.go:171","msg":"trace[452451209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28465; }","duration":"1.268987088s","start":"2026-06-30T18:53:41.2227Z","end":"2026-06-30T18:53:42.491688Z","steps":["trace[452451209] 'agreement among raft nodes before linearized reading' (duration: 1.268679699s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380117085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-06-30T18:53:42.491712Z","caller":"traceutil/trace.go:171","msg":"trace[1450854103] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28465; }","duration":"980.213893ms","start":"2026-06-30T18:53:41.511483Z","end":"2026-06-30T18:53:42.491697Z","steps":["trace[1450854103] 'agreement among raft nodes before linearized reading' (duration: 979.992956ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:41.222677Z","time spent":"1.2690363s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:42.491745Z","caller":"traceutil/trace.go:171","msg":"trace[1878362343] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28465; }","duration":"1.380168757s","start":"2026-06-30T18:53:41.111566Z","end":"2026-06-30T18:53:42.491735Z","steps":["trace[1878362343] 'agreement among raft nodes before linearized reading' (duration: 1.380047463s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.491757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:41.511462Z","time spent":"980.283315ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-30T18:53:42.491784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:41.111558Z","time spent":"1.380218188s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-06-30T18:53:42.491651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.589396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:42.491904Z","caller":"traceutil/trace.go:171","msg":"trace[2052867081] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28465; }","duration":"150.881195ms","start":"2026-06-30T18:53:42.340997Z","end":"2026-06-30T18:53:42.491878Z","steps":["trace[2052867081] 'agreement among raft nodes before linearized reading' (duration: 150.588866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.492149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944170446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:42.492184Z","caller":"traceutil/trace.go:171","msg":"trace[769744755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28465; }","duration":"1.944232758s","start":"2026-06-30T18:53:40.547943Z","end":"2026-06-30T18:53:42.492175Z","steps":["trace[769744755] 'agreement among raft nodes before linearized reading' (duration: 1.943020449s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:42.492202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:40.547929Z","time spent":"1.94426979s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:44.041929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35237129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:44.041998Z","caller":"traceutil/trace.go:171","msg":"trace[597698129] linearizableReadLoop","detail":"{readStateIndex:29796; appliedIndex:29795; }","duration":"1.548268082s","start":"2026-06-30T18:53:42.49372Z","end":"2026-06-30T18:53:44.041988Z","steps":["trace[597698129] 'read index received' (duration: 195.805169ms)","trace[597698129] 'applied index is now lower than readState.Index' (duration: 1.352461583s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:44.042385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548773187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:53:44.042405Z","caller":"traceutil/trace.go:171","msg":"trace[978817636] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28466; }","duration":"1.548816239s","start":"2026-06-30T18:53:42.493584Z","end":"2026-06-30T18:53:44.0424Z","steps":["trace[978817636] 'agreement among raft nodes before linearized reading' (duration: 1.5485224s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:44.042421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.493565Z","time spent":"1.548851741s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-06-30T18:53:44.042402Z","caller":"traceutil/trace.go:171","msg":"trace[1893653889] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"1.548498239s","start":"2026-06-30T18:53:42.493564Z","end":"2026-06-30T18:53:44.042062Z","steps":["trace[1893653889] 'process raft request' (duration: 195.944353ms)","trace[1893653889] 'compare' (duration: 1.351505253s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:44.042782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.493548Z","time spent":"1.549022876s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:44.50037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:44.50045Z","caller":"traceutil/trace.go:171","msg":"trace[2027350682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035545s","start":"2026-06-30T18:53:42.500076Z","end":"2026-06-30T18:53:44.500431Z","steps":["trace[2027350682] 'agreement among raft nodes before linearized reading' (duration: 2.000251627s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:44.500544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.500066Z","time spent":"2.000467063s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:44.542286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:45.042687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:45.308272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.615719358s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:46.50115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:46.501242Z","caller":"traceutil/trace.go:171","msg":"trace[1793861861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009827s","start":"2026-06-30T18:53:44.501122Z","end":"2026-06-30T18:53:46.50122Z","steps":["trace[1793861861] 'agreement among raft nodes before linearized reading' (duration: 1.999944825s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:46.501312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:44.501108Z","time spent":"2.000187894s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:47.068866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760223116s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:47.069473Z","caller":"traceutil/trace.go:171","msg":"trace[360338214] transaction","detail":"{read_only:false; response_revision:28468; number_of_response:1; }","duration":"4.571483194s","start":"2026-06-30T18:53:42.497951Z","end":"2026-06-30T18:53:47.069434Z","steps":["trace[360338214] 'process raft request' (duration: 4.57102727s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:47.069701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.497941Z","time spent":"4.571618128s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:47.069709Z","caller":"traceutil/trace.go:171","msg":"trace[616684390] transaction","detail":"{read_only:false; response_revision:28470; number_of_response:1; }","duration":"3.022945664s","start":"2026-06-30T18:53:44.0467Z","end":"2026-06-30T18:53:47.069646Z","steps":["trace[616684390] 'process raft request' (duration: 3.022415837s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:47.069828Z","caller":"traceutil/trace.go:171","msg":"trace[315413537] linearizableReadLoop","detail":"{readStateIndex:29800; appliedIndex:29796; }","duration":"3.027792768s","start":"2026-06-30T18:53:44.042011Z","end":"2026-06-30T18:53:47.069804Z","steps":["trace[315413537] 'read index received' (duration: 1.266521099s)","trace[315413537] 'applied index is now lower than readState.Index' (duration: 1.761268869s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:47.069928Z","caller":"traceutil/trace.go:171","msg":"trace[2008842166] transaction","detail":"{read_only:false; response_revision:28467; number_of_response:1; }","duration":"4.572529807s","start":"2026-06-30T18:53:42.497375Z","end":"2026-06-30T18:53:47.069905Z","steps":["trace[2008842166] 'process raft request' (duration: 2.811178995s)","trace[2008842166] 'compare' (duration: 1.758888314s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:47.070001Z","caller":"traceutil/trace.go:171","msg":"trace[275814339] transaction","detail":"{read_only:false; response_revision:28469; number_of_response:1; }","duration":"3.05101288s","start":"2026-06-30T18:53:44.018968Z","end":"2026-06-30T18:53:47.069981Z","steps":["trace[275814339] 'process raft request' (duration: 3.050115901s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:47.070019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.497366Z","time spent":"4.57260362s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:47.070055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:44.046686Z","time spent":"3.023075968s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:53:47.070188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:44.018947Z","time spent":"3.051096402s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:48.394102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312969093s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:48.510006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:48.510083Z","caller":"traceutil/trace.go:171","msg":"trace[840736625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497675s","start":"2026-06-30T18:53:46.509568Z","end":"2026-06-30T18:53:48.510066Z","steps":["trace[840736625] 'agreement among raft nodes before linearized reading' (duration: 2.000400272s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:48.510372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:46.50955Z","time spent":"2.000808264s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:48.699882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630702661s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:53:48.700076Z","caller":"traceutil/trace.go:171","msg":"trace[876346812] linearizableReadLoop","detail":"{readStateIndex:29801; appliedIndex:29800; }","duration":"1.630192406s","start":"2026-06-30T18:53:47.06987Z","end":"2026-06-30T18:53:48.700063Z","steps":["trace[876346812] 'read index received' (duration: 77.163µs)","trace[876346812] 'applied index is now lower than readState.Index' (duration: 1.630114473s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:48.70016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676941203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:48.700197Z","caller":"traceutil/trace.go:171","msg":"trace[139138566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28471; }","duration":"5.677020486s","start":"2026-06-30T18:53:43.023168Z","end":"2026-06-30T18:53:48.700189Z","steps":["trace[139138566] 'agreement among raft nodes before linearized reading' (duration: 4.046739137s)","trace[139138566] 'count revisions from in-memory index tree' (duration: 1.630223176s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:48.700254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:43.023149Z","time spent":"5.677097079s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.700506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.204461369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6361c672-57dd-4d8d-9362-2d748135935a\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-06-30T18:53:48.700592Z","caller":"traceutil/trace.go:171","msg":"trace[1423043919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6361c672-57dd-4d8d-9362-2d748135935a; range_end:; response_count:1; response_revision:28471; }","duration":"6.204575412s","start":"2026-06-30T18:53:42.495999Z","end":"2026-06-30T18:53:48.700574Z","steps":["trace[1423043919] 'agreement among raft nodes before linearized reading' (duration: 4.573941662s)","trace[1423043919] 'range keys from in-memory index tree' (duration: 1.630494365s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:48.700622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.495989Z","time spent":"6.204626804s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-6361c672-57dd-4d8d-9362-2d748135935a\" "} {"level":"warn","ts":"2026-06-30T18:53:48.700783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.405124ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:48.700907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099632318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:48.70091Z","caller":"traceutil/trace.go:171","msg":"trace[488874644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28471; }","duration":"236.543908ms","start":"2026-06-30T18:53:48.464349Z","end":"2026-06-30T18:53:48.700893Z","steps":["trace[488874644] 'range keys from in-memory index tree' (duration: 236.389033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:48.700947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203772917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-06-30T18:53:48.701016Z","caller":"traceutil/trace.go:171","msg":"trace[822782316] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28471; }","duration":"6.203858249s","start":"2026-06-30T18:53:42.497138Z","end":"2026-06-30T18:53:48.700996Z","steps":["trace[822782316] 'agreement among raft nodes before linearized reading' (duration: 4.572794476s)","trace[822782316] 'range keys from in-memory index tree' (duration: 1.630888248s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:48.701059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.497132Z","time spent":"6.203917741s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-30T18:53:48.701085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714628406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:48.701119Z","caller":"traceutil/trace.go:171","msg":"trace[1751655067] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28471; }","duration":"5.714684368s","start":"2026-06-30T18:53:42.986422Z","end":"2026-06-30T18:53:48.701107Z","steps":["trace[1751655067] 'agreement among raft nodes before linearized reading' (duration: 4.083494161s)","trace[1751655067] 'count revisions from in-memory index tree' (duration: 1.631146466s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:48.700924Z","caller":"traceutil/trace.go:171","msg":"trace[537770219] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28471; }","duration":"5.09968939s","start":"2026-06-30T18:53:43.601228Z","end":"2026-06-30T18:53:48.700917Z","steps":["trace[537770219] 'agreement among raft nodes before linearized reading' (duration: 3.468709189s)","trace[537770219] 'count revisions from in-memory index tree' (duration: 1.63095446s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:48.701141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:42.986407Z","time spent":"5.714726789s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.701171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:43.601205Z","time spent":"5.099948459s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.701192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978808886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:48.701214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884814583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:53:48.701227Z","caller":"traceutil/trace.go:171","msg":"trace[1091078440] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28471; }","duration":"2.978876919s","start":"2026-06-30T18:53:45.722341Z","end":"2026-06-30T18:53:48.701218Z","steps":["trace[1091078440] 'agreement among raft nodes before linearized reading' (duration: 2.978816217s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:48.701242Z","caller":"traceutil/trace.go:171","msg":"trace[2017097201] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28471; }","duration":"4.884883185s","start":"2026-06-30T18:53:43.816349Z","end":"2026-06-30T18:53:48.701232Z","steps":["trace[2017097201] 'agreement among raft nodes before linearized reading' (duration: 3.253574664s)","trace[2017097201] 'count revisions from in-memory index tree' (duration: 1.63126806s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:53:48.70125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:45.722323Z","time spent":"2.978920439s","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.701266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:43.816317Z","time spent":"4.884944467s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.70134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391619753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:48.701359Z","caller":"traceutil/trace.go:171","msg":"trace[1332864371] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28471; }","duration":"4.391680605s","start":"2026-06-30T18:53:44.309673Z","end":"2026-06-30T18:53:48.701353Z","steps":["trace[1332864371] 'agreement among raft nodes before linearized reading' (duration: 4.391643404s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:48.701379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:44.309647Z","time spent":"4.391722546s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.701392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.6547289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:48.701439Z","caller":"traceutil/trace.go:171","msg":"trace[540511574] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:0; response_revision:28471; }","duration":"4.654826993s","start":"2026-06-30T18:53:44.046601Z","end":"2026-06-30T18:53:48.701428Z","steps":["trace[540511574] 'agreement among raft nodes before linearized reading' (duration: 4.654749401s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:48.701446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.886452042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:48.701459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:44.046585Z","time spent":"4.654870134s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:53:48.701469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160049622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:48.701468Z","caller":"traceutil/trace.go:171","msg":"trace[1897382424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28471; }","duration":"3.886504223s","start":"2026-06-30T18:53:44.814956Z","end":"2026-06-30T18:53:48.701461Z","steps":["trace[1897382424] 'agreement among raft nodes before linearized reading' (duration: 3.886464772s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:48.701483Z","caller":"traceutil/trace.go:171","msg":"trace[1236218904] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28471; }","duration":"4.160108995s","start":"2026-06-30T18:53:44.54137Z","end":"2026-06-30T18:53:48.701479Z","steps":["trace[1236218904] 'agreement among raft nodes before linearized reading' (duration: 4.160080844s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:48.70149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:44.814942Z","time spent":"3.886541964s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.701498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:44.541348Z","time spent":"4.160145655s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:48.701503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291308288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:48.701542Z","caller":"traceutil/trace.go:171","msg":"trace[755518148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28471; }","duration":"3.29134937s","start":"2026-06-30T18:53:45.410179Z","end":"2026-06-30T18:53:48.701528Z","steps":["trace[755518148] 'agreement among raft nodes before linearized reading' (duration: 3.291284478s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:48.701574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:45.410091Z","time spent":"3.291475024s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:48.701652Z","caller":"traceutil/trace.go:171","msg":"trace[657786744] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"1.620663501s","start":"2026-06-30T18:53:47.080982Z","end":"2026-06-30T18:53:48.701646Z","steps":["trace[657786744] 'process raft request' (duration: 1.619021089s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:48.701693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:47.080962Z","time spent":"1.620704093s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:53:50.110064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362798823s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:50.240366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:50.240467Z","caller":"traceutil/trace.go:171","msg":"trace[2051694851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414521s","start":"2026-06-30T18:53:48.240029Z","end":"2026-06-30T18:53:50.240443Z","steps":["trace[2051694851] 'agreement among raft nodes before linearized reading' (duration: 2.000293587s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:50.240531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.240013Z","time spent":"2.000504854s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:50.510334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999413039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:53:50.510397Z","caller":"traceutil/trace.go:171","msg":"trace[913066112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999520793s","start":"2026-06-30T18:53:48.510861Z","end":"2026-06-30T18:53:50.510382Z","steps":["trace[913066112] 'agreement among raft nodes before linearized reading' (duration: 1.99943516s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:50.51043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.510829Z","time spent":"1.999594385s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:51.227248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:50.109614Z","time spent":"1.117625708s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:53:51.227707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480453012s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:51.228096Z","caller":"traceutil/trace.go:171","msg":"trace[1727066882] transaction","detail":"{read_only:false; response_revision:28473; number_of_response:1; }","duration":"2.614133058s","start":"2026-06-30T18:53:48.613932Z","end":"2026-06-30T18:53:51.228065Z","steps":["trace[1727066882] 'process raft request' (duration: 133.246502ms)","trace[1727066882] 'compare' (duration: 2.479529393s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:51.228141Z","caller":"traceutil/trace.go:171","msg":"trace[1230473008] linearizableReadLoop","detail":"{readStateIndex:29803; appliedIndex:29802; }","duration":"2.52799183s","start":"2026-06-30T18:53:48.700112Z","end":"2026-06-30T18:53:51.228104Z","steps":["trace[1230473008] 'read index received' (duration: 47.145495ms)","trace[1230473008] 'applied index is now lower than readState.Index' (duration: 2.480842405s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:51.228203Z","caller":"traceutil/trace.go:171","msg":"trace[278613585] transaction","detail":"{read_only:false; response_revision:28474; number_of_response:1; }","duration":"2.515422979s","start":"2026-06-30T18:53:48.71274Z","end":"2026-06-30T18:53:51.228163Z","steps":["trace[278613585] 'process raft request' (duration: 2.515325045s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.228271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.613912Z","time spent":"2.614238292s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:51.228415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.71272Z","time spent":"2.515579473s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:51.228486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972840206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:51.228544Z","caller":"traceutil/trace.go:171","msg":"trace[1144576350] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28474; }","duration":"2.972915037s","start":"2026-06-30T18:53:48.255613Z","end":"2026-06-30T18:53:51.228528Z","steps":["trace[1144576350] 'agreement among raft nodes before linearized reading' (duration: 2.972837065s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.228598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.255602Z","time spent":"2.97298241s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:51.229026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.702468Z","time spent":"2.526555253s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:53:51.228417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705641998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:51.229513Z","caller":"traceutil/trace.go:171","msg":"trace[533284584] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28474; }","duration":"2.706758283s","start":"2026-06-30T18:53:48.522738Z","end":"2026-06-30T18:53:51.229496Z","steps":["trace[533284584] 'agreement among raft nodes before linearized reading' (duration: 2.705544734s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.229697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.522676Z","time spent":"2.70697933s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:51.268536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155719594s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:53:51.269094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.980907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:51.269149Z","caller":"traceutil/trace.go:171","msg":"trace[673377187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28475; }","duration":"568.121991ms","start":"2026-06-30T18:53:50.701017Z","end":"2026-06-30T18:53:51.269139Z","steps":["trace[673377187] 'agreement among raft nodes before linearized reading' (duration: 567.939255ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.269183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:50.700994Z","time spent":"568.181443ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:51.269362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092976096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:51.269386Z","caller":"traceutil/trace.go:171","msg":"trace[333138245] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28475; }","duration":"2.093036778s","start":"2026-06-30T18:53:49.176342Z","end":"2026-06-30T18:53:51.269379Z","steps":["trace[333138245] 'agreement among raft nodes before linearized reading' (duration: 2.092989796s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.269406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:49.176322Z","time spent":"2.093076438s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:51.269395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880179154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:51.269512Z","caller":"traceutil/trace.go:171","msg":"trace[1764147375] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28475; }","duration":"1.880340979s","start":"2026-06-30T18:53:49.389152Z","end":"2026-06-30T18:53:51.269493Z","steps":["trace[1764147375] 'agreement among raft nodes before linearized reading' (duration: 1.880164844s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.269558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:49.389134Z","time spent":"1.880414312s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:51.269616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564292648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-06-30T18:53:51.269649Z","caller":"traceutil/trace.go:171","msg":"trace[1895342897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28475; }","duration":"2.56436221s","start":"2026-06-30T18:53:48.705279Z","end":"2026-06-30T18:53:51.269642Z","steps":["trace[1895342897] 'agreement among raft nodes before linearized reading' (duration: 2.564291768s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.269671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.705264Z","time spent":"2.564399411s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:53:51.269842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56530783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-06-30T18:53:51.269858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.946224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:51.269897Z","caller":"traceutil/trace.go:171","msg":"trace[1079618022] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28475; }","duration":"656.004526ms","start":"2026-06-30T18:53:50.613877Z","end":"2026-06-30T18:53:51.269882Z","steps":["trace[1079618022] 'agreement among raft nodes before linearized reading' (duration: 655.876032ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.269924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:50.613836Z","time spent":"656.080188ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:51.27009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.690838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:51.270122Z","caller":"traceutil/trace.go:171","msg":"trace[1612587523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28475; }","duration":"750.76934ms","start":"2026-06-30T18:53:50.519345Z","end":"2026-06-30T18:53:51.270115Z","steps":["trace[1612587523] 'agreement among raft nodes before linearized reading' (duration: 750.714979ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.270145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:50.519315Z","time spent":"750.824202ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:51.270252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060588788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:51.270285Z","caller":"traceutil/trace.go:171","msg":"trace[132661693] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28475; }","duration":"1.06064754s","start":"2026-06-30T18:53:50.209631Z","end":"2026-06-30T18:53:51.270278Z","steps":["trace[132661693] 'agreement among raft nodes before linearized reading' (duration: 1.060589758s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.270304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:50.209618Z","time spent":"1.060680961s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:51.270433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418992116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:51.270463Z","caller":"traceutil/trace.go:171","msg":"trace[1215804874] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28475; }","duration":"1.419061708s","start":"2026-06-30T18:53:49.851392Z","end":"2026-06-30T18:53:51.270453Z","steps":["trace[1215804874] 'agreement among raft nodes before linearized reading' (duration: 1.419012347s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.270486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:49.851369Z","time spent":"1.41911032s","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:51.269866Z","caller":"traceutil/trace.go:171","msg":"trace[2112049549] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446; range_end:; response_count:1; response_revision:28475; }","duration":"2.565372732s","start":"2026-06-30T18:53:48.704485Z","end":"2026-06-30T18:53:51.269858Z","steps":["trace[2112049549] 'agreement among raft nodes before linearized reading' (duration: 2.565279879s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.270652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:48.70447Z","time spent":"2.566170118s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" "} {"level":"info","ts":"2026-06-30T18:53:51.268895Z","caller":"traceutil/trace.go:171","msg":"trace[146114379] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"2.019354177s","start":"2026-06-30T18:53:49.249517Z","end":"2026-06-30T18:53:51.268871Z","steps":["trace[146114379] 'process raft request' (duration: 2.019225383s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:51.271773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:49.249501Z","time spent":"2.022206647s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:51.768979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:52.269483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:52.769767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:53.270183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:53.27143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:53.271486Z","caller":"traceutil/trace.go:171","msg":"trace[1484653538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620217s","start":"2026-06-30T18:53:51.270847Z","end":"2026-06-30T18:53:53.271467Z","steps":["trace[1484653538] 'agreement among raft nodes before linearized reading' (duration: 2.000541415s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:53.271555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.270831Z","time spent":"2.000715321s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:53.771113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:54.200392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.925754152s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:53:54.200683Z","caller":"traceutil/trace.go:171","msg":"trace[1005983114] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"2.970040936s","start":"2026-06-30T18:53:51.230625Z","end":"2026-06-30T18:53:54.200666Z","steps":["trace[1005983114] 'process raft request' (duration: 2.969906582s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:54.200783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.230604Z","time spent":"2.970113978s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:55.280254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:55.280374Z","caller":"traceutil/trace.go:171","msg":"trace[1174007963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036103s","start":"2026-06-30T18:53:53.279985Z","end":"2026-06-30T18:53:55.280346Z","steps":["trace[1174007963] 'agreement among raft nodes before linearized reading' (duration: 2.000138973s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.280451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:53.279962Z","time spent":"2.000475614s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:55.827399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.747757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:53:55.827792Z","caller":"traceutil/trace.go:171","msg":"trace[1012874080] linearizableReadLoop","detail":"{readStateIndex:29810; appliedIndex:29806; }","duration":"4.55883349s","start":"2026-06-30T18:53:51.268935Z","end":"2026-06-30T18:53:55.827768Z","steps":["trace[1012874080] 'read index received' (duration: 2.9316445s)","trace[1012874080] 'applied index is now lower than readState.Index' (duration: 1.62718735s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:55.827824Z","caller":"traceutil/trace.go:171","msg":"trace[1127872716] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"4.552753156s","start":"2026-06-30T18:53:51.275018Z","end":"2026-06-30T18:53:55.827771Z","steps":["trace[1127872716] 'process raft request' (duration: 3.844542215s)","trace[1127872716] 'compare' (duration: 707.615382ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:55.827935Z","caller":"traceutil/trace.go:171","msg":"trace[1834266581] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"3.293411546s","start":"2026-06-30T18:53:52.534509Z","end":"2026-06-30T18:53:55.82792Z","steps":["trace[1834266581] 'process raft request' (duration: 3.293089626s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:55.827886Z","caller":"traceutil/trace.go:171","msg":"trace[1870360255] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"3.750507323s","start":"2026-06-30T18:53:52.07733Z","end":"2026-06-30T18:53:55.827837Z","steps":["trace[1870360255] 'process raft request' (duration: 3.750180783s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:52.077304Z","time spent":"3.750762622s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:55.828317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594925882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl\" ","response":"range_response_count:1 size:5377"} {"level":"warn","ts":"2026-06-30T18:53:55.82829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734164454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.828344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.813401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.827979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.275002Z","time spent":"4.552898161s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:55.828368Z","caller":"traceutil/trace.go:171","msg":"trace[824255703] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl; range_end:; response_count:1; response_revision:28479; }","duration":"4.595015585s","start":"2026-06-30T18:53:51.233337Z","end":"2026-06-30T18:53:55.828353Z","steps":["trace[824255703] 'agreement among raft nodes before linearized reading' (duration: 4.594764927s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:55.828382Z","caller":"traceutil/trace.go:171","msg":"trace[786716432] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28479; }","duration":"839.885583ms","start":"2026-06-30T18:53:54.988479Z","end":"2026-06-30T18:53:55.828365Z","steps":["trace[786716432] 'agreement among raft nodes before linearized reading' (duration: 839.835512ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:55.82839Z","caller":"traceutil/trace.go:171","msg":"trace[661868584] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28479; }","duration":"1.734316719s","start":"2026-06-30T18:53:54.094049Z","end":"2026-06-30T18:53:55.828366Z","steps":["trace[661868584] 'agreement among raft nodes before linearized reading' (duration: 1.734117273s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:54.988458Z","time spent":"839.947275ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.828406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379642954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.828403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579641744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-30T18:53:55.828444Z","caller":"traceutil/trace.go:171","msg":"trace[1382401985] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28479; }","duration":"2.379744907s","start":"2026-06-30T18:53:53.448687Z","end":"2026-06-30T18:53:55.828432Z","steps":["trace[1382401985] 'agreement among raft nodes before linearized reading' (duration: 2.379662895s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:55.828453Z","caller":"traceutil/trace.go:171","msg":"trace[584176080] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28479; }","duration":"4.579693026s","start":"2026-06-30T18:53:51.248747Z","end":"2026-06-30T18:53:55.82844Z","steps":["trace[584176080] 'agreement among raft nodes before linearized reading' (duration: 4.579599303s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.248736Z","time spent":"4.579744008s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-30T18:53:55.828443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:54.094027Z","time spent":"1.734400051s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.828542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.73792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.828412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.233316Z","time spent":"4.595088007s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5399,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl\" "} {"level":"info","ts":"2026-06-30T18:53:55.828572Z","caller":"traceutil/trace.go:171","msg":"trace[68035173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28479; }","duration":"547.811673ms","start":"2026-06-30T18:53:55.280754Z","end":"2026-06-30T18:53:55.828566Z","steps":["trace[68035173] 'agreement among raft nodes before linearized reading' (duration: 547.771191ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.28073Z","time spent":"547.852633ms","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:53:55.828591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626105405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-06-30T18:53:55.828662Z","caller":"traceutil/trace.go:171","msg":"trace[2124035570] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28479; }","duration":"1.626198408s","start":"2026-06-30T18:53:54.202451Z","end":"2026-06-30T18:53:55.828649Z","steps":["trace[2124035570] 'agreement among raft nodes before linearized reading' (duration: 1.626019433s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:54.202439Z","time spent":"1.6262569s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-30T18:53:55.828315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:52.534494Z","time spent":"3.293538931s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:55.828755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854408406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:53:55.828793Z","caller":"traceutil/trace.go:171","msg":"trace[890185824] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28479; }","duration":"2.854484779s","start":"2026-06-30T18:53:52.974299Z","end":"2026-06-30T18:53:55.828784Z","steps":["trace[890185824] 'agreement among raft nodes before linearized reading' (duration: 2.854370735s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370016644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.828827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:52.974279Z","time spent":"2.85454066s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":86,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:55.828867Z","caller":"traceutil/trace.go:171","msg":"trace[1840488687] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28479; }","duration":"4.370154169s","start":"2026-06-30T18:53:51.458692Z","end":"2026-06-30T18:53:55.828846Z","steps":["trace[1840488687] 'agreement among raft nodes before linearized reading' (duration: 4.369992843s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:53.448651Z","time spent":"2.37982702s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.828875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39442862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.828976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573425852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:55.829012Z","caller":"traceutil/trace.go:171","msg":"trace[113886587] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28479; }","duration":"3.573499635s","start":"2026-06-30T18:53:52.255503Z","end":"2026-06-30T18:53:55.829003Z","steps":["trace[113886587] 'agreement among raft nodes before linearized reading' (duration: 3.573442413s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:55.828998Z","caller":"traceutil/trace.go:171","msg":"trace[638149713] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28479; }","duration":"3.394630217s","start":"2026-06-30T18:53:52.434344Z","end":"2026-06-30T18:53:55.828975Z","steps":["trace[638149713] 'agreement among raft nodes before linearized reading' (duration: 3.394366368s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.82904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:52.255484Z","time spent":"3.573549317s","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.829066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:52.434325Z","time spent":"3.39472935s","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.829158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126654716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:55.829275Z","caller":"traceutil/trace.go:171","msg":"trace[1831479745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28479; }","duration":"1.12677307s","start":"2026-06-30T18:53:54.702483Z","end":"2026-06-30T18:53:55.829256Z","steps":["trace[1831479745] 'agreement among raft nodes before linearized reading' (duration: 1.126626125s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.828269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553231472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-06-30T18:53:55.829965Z","caller":"traceutil/trace.go:171","msg":"trace[839895605] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3; range_end:; response_count:1; response_revision:28479; }","duration":"4.554976377s","start":"2026-06-30T18:53:51.274981Z","end":"2026-06-30T18:53:55.829958Z","steps":["trace[839895605] 'agreement among raft nodes before linearized reading' (duration: 4.55317972s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.829365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295994349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.829987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.274965Z","time spent":"4.555015749s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3\" "} {"level":"warn","ts":"2026-06-30T18:53:55.828921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.458673Z","time spent":"4.370236952s","remote":"127.0.0.1:45178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:53:55.830016Z","caller":"traceutil/trace.go:171","msg":"trace[1056564155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28479; }","duration":"3.29668291s","start":"2026-06-30T18:53:52.533309Z","end":"2026-06-30T18:53:55.829992Z","steps":["trace[1056564155] 'agreement among raft nodes before linearized reading' (duration: 3.296013569s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.82833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119219923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:55.830105Z","caller":"traceutil/trace.go:171","msg":"trace[1239535941] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28479; }","duration":"2.121039661s","start":"2026-06-30T18:53:53.709059Z","end":"2026-06-30T18:53:55.830099Z","steps":["trace[1239535941] 'agreement among raft nodes before linearized reading' (duration: 2.119239483s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.830128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:53.70903Z","time spent":"2.121091402s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.829585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.579679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:53:55.830047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:54.702423Z","time spent":"1.127526534s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.829646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.555611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:55.830396Z","caller":"traceutil/trace.go:171","msg":"trace[937836859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28479; }","duration":"609.288555ms","start":"2026-06-30T18:53:55.221033Z","end":"2026-06-30T18:53:55.830322Z","steps":["trace[937836859] 'agreement among raft nodes before linearized reading' (duration: 608.581142ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:53:55.830211Z","caller":"traceutil/trace.go:171","msg":"trace[1352804223] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28479; }","duration":"639.23443ms","start":"2026-06-30T18:53:55.190951Z","end":"2026-06-30T18:53:55.830186Z","steps":["trace[1352804223] 'agreement among raft nodes before linearized reading' (duration: 638.60102ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.830464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.221011Z","time spent":"609.432449ms","remote":"127.0.0.1:56544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.8305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.190925Z","time spent":"639.55557ms","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.828774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470035485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:55.830565Z","caller":"traceutil/trace.go:171","msg":"trace[533546464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28479; }","duration":"1.472008868s","start":"2026-06-30T18:53:54.358536Z","end":"2026-06-30T18:53:55.830545Z","steps":["trace[533546464] 'agreement among raft nodes before linearized reading' (duration: 1.469929291s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.830655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:54.358519Z","time spent":"1.472118411s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.831063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475552503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:55.831113Z","caller":"traceutil/trace.go:171","msg":"trace[1656415742] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28479; }","duration":"4.477216446s","start":"2026-06-30T18:53:51.353885Z","end":"2026-06-30T18:53:55.831102Z","steps":["trace[1656415742] 'agreement among raft nodes before linearized reading' (duration: 4.475572973s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:55.831199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:51.353862Z","time spent":"4.477324109s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:53:55.83129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:52.533286Z","time spent":"3.296804974s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:53:56.334942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:56.835592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:57.335817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:57.836018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:57.838184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000737343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:57.838247Z","caller":"traceutil/trace.go:171","msg":"trace[1963447731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000844156s","start":"2026-06-30T18:53:55.837384Z","end":"2026-06-30T18:53:57.838228Z","steps":["trace[1963447731] 'agreement among raft nodes before linearized reading' (duration: 2.000753473s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:57.838295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.837373Z","time spent":"2.000911848s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:53:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:53:58.336801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:58.836922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:53:58.919615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.875388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:53:58.919736Z","caller":"traceutil/trace.go:171","msg":"trace[988425400] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28479; }","duration":"455.004462ms","start":"2026-06-30T18:53:58.46471Z","end":"2026-06-30T18:53:58.919715Z","steps":["trace[988425400] 'range keys from in-memory index tree' (duration: 454.857167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:58.923511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.08983133s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:53:58.924469Z","caller":"traceutil/trace.go:171","msg":"trace[44546470] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"3.090694378s","start":"2026-06-30T18:53:55.833598Z","end":"2026-06-30T18:53:58.924293Z","steps":["trace[44546470] 'process raft request' (duration: 3.090385938s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:58.924661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.833587Z","time spent":"3.090972646s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:53:59.661479Z","caller":"traceutil/trace.go:171","msg":"trace[796163772] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"3.824872898s","start":"2026-06-30T18:53:55.836579Z","end":"2026-06-30T18:53:59.661452Z","steps":["trace[796163772] 'process raft request' (duration: 3.824543647s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:59.661678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.836566Z","time spent":"3.825003861s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1095,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:59.661845Z","caller":"traceutil/trace.go:171","msg":"trace[489162261] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"3.823667389s","start":"2026-06-30T18:53:55.838164Z","end":"2026-06-30T18:53:59.661831Z","steps":["trace[489162261] 'process raft request' (duration: 3.823215744s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:59.662052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.838147Z","time spent":"3.823877246s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:59.662117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827513542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:53:59.662177Z","caller":"traceutil/trace.go:171","msg":"trace[661600600] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28484; }","duration":"3.827596004s","start":"2026-06-30T18:53:55.834567Z","end":"2026-06-30T18:53:59.662163Z","steps":["trace[661600600] 'agreement among raft nodes before linearized reading' (duration: 3.827417149s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:59.662212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.834561Z","time spent":"3.827642386s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-06-30T18:53:59.661929Z","caller":"traceutil/trace.go:171","msg":"trace[996384135] linearizableReadLoop","detail":"{readStateIndex:29815; appliedIndex:29810; }","duration":"3.827321906s","start":"2026-06-30T18:53:55.834579Z","end":"2026-06-30T18:53:59.6619Z","steps":["trace[996384135] 'read index received' (duration: 3.089345565s)","trace[996384135] 'applied index is now lower than readState.Index' (duration: 737.975131ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:53:59.661968Z","caller":"traceutil/trace.go:171","msg":"trace[592285957] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"928.077498ms","start":"2026-06-30T18:53:58.73387Z","end":"2026-06-30T18:53:59.661948Z","steps":["trace[592285957] 'process raft request' (duration: 927.801009ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:59.662481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:58.733855Z","time spent":"928.479951ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:53:59.662009Z","caller":"traceutil/trace.go:171","msg":"trace[1478605963] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"3.825141996s","start":"2026-06-30T18:53:55.836665Z","end":"2026-06-30T18:53:59.661807Z","steps":["trace[1478605963] 'process raft request' (duration: 3.824663311s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:59.663046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.836659Z","time spent":"3.826355765s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:53:59.839295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000788843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:53:59.839391Z","caller":"traceutil/trace.go:171","msg":"trace[332624166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000963189s","start":"2026-06-30T18:53:57.838405Z","end":"2026-06-30T18:53:59.839369Z","steps":["trace[332624166] 'agreement among raft nodes before linearized reading' (duration: 2.000809014s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:53:59.839445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:57.838389Z","time spent":"2.001044191s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:00.162882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:00.238946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998129258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:00.23907Z","caller":"traceutil/trace.go:171","msg":"trace[1704652389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998285703s","start":"2026-06-30T18:53:58.240742Z","end":"2026-06-30T18:54:00.239028Z","steps":["trace[1704652389] 'agreement among raft nodes before linearized reading' (duration: 1.998162059s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.239137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:58.240723Z","time spent":"1.998398067s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-30T18:54:00.471728Z","caller":"traceutil/trace.go:171","msg":"trace[971250830] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"1.542502077s","start":"2026-06-30T18:53:58.929152Z","end":"2026-06-30T18:54:00.471654Z","steps":["trace[971250830] 'process raft request' (duration: 1.541780074s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.472274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:58.929132Z","time spent":"1.542970242s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:54:00.472406Z","caller":"traceutil/trace.go:171","msg":"trace[1383665276] linearizableReadLoop","detail":"{readStateIndex:29817; appliedIndex:29815; }","duration":"810.119334ms","start":"2026-06-30T18:53:59.662261Z","end":"2026-06-30T18:54:00.472381Z","steps":["trace[1383665276] 'read index received' (duration: 808.611346ms)","trace[1383665276] 'applied index is now lower than readState.Index' (duration: 1.506608ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:00.472487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920695352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:00.472562Z","caller":"traceutil/trace.go:171","msg":"trace[2098258963] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28486; }","duration":"2.920803204s","start":"2026-06-30T18:53:57.551738Z","end":"2026-06-30T18:54:00.472541Z","steps":["trace[2098258963] 'agreement among raft nodes before linearized reading' (duration: 2.92065132s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.472589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114747125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:00.472646Z","caller":"traceutil/trace.go:171","msg":"trace[1940125911] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28486; }","duration":"3.114870898s","start":"2026-06-30T18:53:57.357758Z","end":"2026-06-30T18:54:00.472629Z","steps":["trace[1940125911] 'agreement among raft nodes before linearized reading' (duration: 3.114756625s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.472663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367526873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:00.4727Z","caller":"traceutil/trace.go:171","msg":"trace[478157822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28486; }","duration":"1.367594035s","start":"2026-06-30T18:53:59.105093Z","end":"2026-06-30T18:54:00.472687Z","steps":["trace[478157822] 'agreement among raft nodes before linearized reading' (duration: 1.367533833s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.472739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.105078Z","time spent":"1.367652467s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:00.472763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135723214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:00.4728Z","caller":"traceutil/trace.go:171","msg":"trace[454068014] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28486; }","duration":"3.135795376s","start":"2026-06-30T18:53:57.336994Z","end":"2026-06-30T18:54:00.472789Z","steps":["trace[454068014] 'agreement among raft nodes before linearized reading' (duration: 3.135732684s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.472836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:57.336975Z","time spent":"3.135848847s","remote":"127.0.0.1:56196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:00.472836Z","caller":"traceutil/trace.go:171","msg":"trace[518254709] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"1.536148274s","start":"2026-06-30T18:53:58.936637Z","end":"2026-06-30T18:54:00.472785Z","steps":["trace[518254709] 'process raft request' (duration: 1.53443622s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.472699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:57.357733Z","time spent":"3.114953361s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:00.473039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369493706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-06-30T18:54:00.473125Z","caller":"traceutil/trace.go:171","msg":"trace[2074498185] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28486; }","duration":"1.369596349s","start":"2026-06-30T18:53:59.103496Z","end":"2026-06-30T18:54:00.473092Z","steps":["trace[2074498185] 'agreement among raft nodes before linearized reading' (duration: 1.36930297s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.47318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.103477Z","time spent":"1.369688762s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-30T18:54:00.472603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:57.551719Z","time spent":"2.920875097s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:00.473227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068798063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:00.473269Z","caller":"traceutil/trace.go:171","msg":"trace[237968065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28486; }","duration":"4.068872895s","start":"2026-06-30T18:53:56.404384Z","end":"2026-06-30T18:54:00.473257Z","steps":["trace[237968065] 'agreement among raft nodes before linearized reading' (duration: 4.068816443s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.473306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:56.404363Z","time spent":"4.068934246s","remote":"127.0.0.1:56482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:00.473535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:58.936623Z","time spent":"1.53630678s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3175,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:00.473179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040904892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:00.473593Z","caller":"traceutil/trace.go:171","msg":"trace[1032512208] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28486; }","duration":"4.041414348s","start":"2026-06-30T18:53:56.432166Z","end":"2026-06-30T18:54:00.47358Z","steps":["trace[1032512208] 'agreement among raft nodes before linearized reading' (duration: 4.040957374s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.473636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:56.432143Z","time spent":"4.041479641s","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:00.472645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310256465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:00.473778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.636573852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:00.47383Z","caller":"traceutil/trace.go:171","msg":"trace[307106471] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28486; }","duration":"4.636637295s","start":"2026-06-30T18:53:55.83718Z","end":"2026-06-30T18:54:00.473817Z","steps":["trace[307106471] 'agreement among raft nodes before linearized reading' (duration: 4.636270693s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.473871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.837174Z","time spent":"4.636688246s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:54:00.473777Z","caller":"traceutil/trace.go:171","msg":"trace[117387700] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28486; }","duration":"1.311478554s","start":"2026-06-30T18:53:59.162278Z","end":"2026-06-30T18:54:00.473756Z","steps":["trace[117387700] 'agreement among raft nodes before linearized reading' (duration: 1.310124341s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.474032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.637666038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-06-30T18:54:00.474064Z","caller":"traceutil/trace.go:171","msg":"trace[1209766640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28486; }","duration":"4.637710029s","start":"2026-06-30T18:53:55.836346Z","end":"2026-06-30T18:54:00.474056Z","steps":["trace[1209766640] 'agreement among raft nodes before linearized reading' (duration: 4.637566144s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.474089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:55.836341Z","time spent":"4.637741589s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-06-30T18:54:00.473947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.162258Z","time spent":"1.311673631s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:00.474173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.686725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:00.474225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.058571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-06-30T18:54:00.474245Z","caller":"traceutil/trace.go:171","msg":"trace[804751835] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28486; }","duration":"785.810629ms","start":"2026-06-30T18:53:59.688413Z","end":"2026-06-30T18:54:00.474223Z","steps":["trace[804751835] 'agreement among raft nodes before linearized reading' (duration: 785.691455ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.474257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.575332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-d5hlm\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-06-30T18:54:00.474299Z","caller":"traceutil/trace.go:171","msg":"trace[1795147774] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-d5hlm; range_end:; response_count:1; response_revision:28486; }","duration":"806.611933ms","start":"2026-06-30T18:53:59.667672Z","end":"2026-06-30T18:54:00.474284Z","steps":["trace[1795147774] 'agreement among raft nodes before linearized reading' (duration: 806.475839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.474309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.250558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:00.474347Z","caller":"traceutil/trace.go:171","msg":"trace[1947379309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28486; }","duration":"627.319511ms","start":"2026-06-30T18:53:59.847019Z","end":"2026-06-30T18:54:00.474338Z","steps":["trace[1947379309] 'agreement among raft nodes before linearized reading' (duration: 627.262429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.474349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.990535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18bdf09bf9dbc0b2\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-06-30T18:54:00.474299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.688391Z","time spent":"785.893202ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:00.474401Z","caller":"traceutil/trace.go:171","msg":"trace[888047181] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18bdf09bf9dbc0b2; range_end:; response_count:1; response_revision:28486; }","duration":"807.083107ms","start":"2026-06-30T18:53:59.667309Z","end":"2026-06-30T18:54:00.474392Z","steps":["trace[888047181] 'agreement among raft nodes before linearized reading' (duration: 806.973784ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.474424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.667291Z","time spent":"807.128519ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18bdf09bf9dbc0b2\" "} {"level":"info","ts":"2026-06-30T18:54:00.474256Z","caller":"traceutil/trace.go:171","msg":"trace[914385005] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:28486; }","duration":"809.138733ms","start":"2026-06-30T18:53:59.665108Z","end":"2026-06-30T18:54:00.474247Z","steps":["trace[914385005] 'agreement among raft nodes before linearized reading' (duration: 808.997678ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:00.474506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.665086Z","time spent":"809.394141ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:54:00.474346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.66766Z","time spent":"806.677325ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4002,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-d5hlm\" "} {"level":"warn","ts":"2026-06-30T18:54:00.474377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:53:59.847002Z","time spent":"627.370073ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:01.429203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.333058ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-30T18:54:01.429589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.475787Z","time spent":"953.792769ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:54:01.429768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.704305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e015c384-ca06-435b-83af-834c4509299f\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-06-30T18:54:01.429878Z","caller":"traceutil/trace.go:171","msg":"trace[1756884010] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e015c384-ca06-435b-83af-834c4509299f; range_end:; response_count:1; response_revision:28486; }","duration":"952.840219ms","start":"2026-06-30T18:54:00.47698Z","end":"2026-06-30T18:54:01.42982Z","steps":["trace[1756884010] 'agreement among raft nodes before linearized reading' (duration: 952.634323ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:01.429941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.476967Z","time spent":"952.957153ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e015c384-ca06-435b-83af-834c4509299f\" "} {"level":"info","ts":"2026-06-30T18:54:01.42929Z","caller":"traceutil/trace.go:171","msg":"trace[1962665454] linearizableReadLoop","detail":"{readStateIndex:29818; appliedIndex:29817; }","duration":"952.244871ms","start":"2026-06-30T18:54:00.47703Z","end":"2026-06-30T18:54:01.429275Z","steps":["trace[1962665454] 'read index received' (duration: 142.917932ms)","trace[1962665454] 'applied index is now lower than readState.Index' (duration: 809.324959ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:01.930886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:02.437972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:02.512879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892957352s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:02.921935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.755614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:02.922206Z","caller":"traceutil/trace.go:171","msg":"trace[878258066] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"2.444025339s","start":"2026-06-30T18:54:00.47814Z","end":"2026-06-30T18:54:02.922166Z","steps":["trace[878258066] 'process raft request' (duration: 2.034938004s)","trace[878258066] 'compare' (duration: 407.338279ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:02.922336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.47813Z","time spent":"2.444141632s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:02.922323Z","caller":"traceutil/trace.go:171","msg":"trace[1782331488] transaction","detail":"{read_only:false; response_revision:28489; number_of_response:1; }","duration":"2.441213749s","start":"2026-06-30T18:54:00.481096Z","end":"2026-06-30T18:54:02.922309Z","steps":["trace[1782331488] 'process raft request' (duration: 2.441146227s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:02.922411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.48109Z","time spent":"2.441289091s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:02.922408Z","caller":"traceutil/trace.go:171","msg":"trace[541153144] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"2.444108522s","start":"2026-06-30T18:54:00.478253Z","end":"2026-06-30T18:54:02.922361Z","steps":["trace[541153144] 'process raft request' (duration: 2.443833453s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:02.922601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.478248Z","time spent":"2.444263127s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:54:03.104398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000675149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:54:03.104478Z","caller":"traceutil/trace.go:171","msg":"trace[697612848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826494s","start":"2026-06-30T18:54:01.103633Z","end":"2026-06-30T18:54:03.10446Z","steps":["trace[697612848] 'agreement among raft nodes before linearized reading' (duration: 2.00070527s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:03.104522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:01.103615Z","time spent":"2.000898046s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:04.834722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.317543092s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:54:04.835504Z","caller":"traceutil/trace.go:171","msg":"trace[356180761] linearizableReadLoop","detail":"{readStateIndex:29824; appliedIndex:29818; }","duration":"3.405483283s","start":"2026-06-30T18:54:01.429983Z","end":"2026-06-30T18:54:04.835467Z","steps":["trace[356180761] 'read index received' (duration: 1.083028395s)","trace[356180761] 'applied index is now lower than readState.Index' (duration: 2.322451078s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:04.835662Z","caller":"traceutil/trace.go:171","msg":"trace[825069450] transaction","detail":"{read_only:false; response_revision:28492; number_of_response:1; }","duration":"3.404824632s","start":"2026-06-30T18:54:01.430792Z","end":"2026-06-30T18:54:04.835617Z","steps":["trace[825069450] 'process raft request' (duration: 3.404601995s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:04.835738Z","caller":"traceutil/trace.go:171","msg":"trace[430970477] transaction","detail":"{read_only:false; response_revision:28490; number_of_response:1; }","duration":"3.997763775s","start":"2026-06-30T18:54:00.837935Z","end":"2026-06-30T18:54:04.835699Z","steps":["trace[430970477] 'process raft request' (duration: 3.997147305s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:04.835867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971486887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"warn","ts":"2026-06-30T18:54:04.835871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.837917Z","time spent":"3.997872689s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:04.835928Z","caller":"traceutil/trace.go:171","msg":"trace[1177449760] transaction","detail":"{read_only:false; response_revision:28491; number_of_response:1; }","duration":"3.445052446s","start":"2026-06-30T18:54:01.390858Z","end":"2026-06-30T18:54:04.83591Z","steps":["trace[1177449760] 'process raft request' (duration: 3.444481917s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:04.836002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053004008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:04.836051Z","caller":"traceutil/trace.go:171","msg":"trace[1746504491] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:28492; }","duration":"4.053086211s","start":"2026-06-30T18:54:00.782955Z","end":"2026-06-30T18:54:04.836041Z","steps":["trace[1746504491] 'agreement among raft nodes before linearized reading' (duration: 4.053004838s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:04.836096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.78294Z","time spent":"4.053147593s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-06-30T18:54:04.836113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336495896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:04.836171Z","caller":"traceutil/trace.go:171","msg":"trace[274081005] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28492; }","duration":"4.336580948s","start":"2026-06-30T18:54:00.499574Z","end":"2026-06-30T18:54:04.836155Z","steps":["trace[274081005] 'agreement among raft nodes before linearized reading' (duration: 4.336466125s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:04.836275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.499562Z","time spent":"4.336693482s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:54:04.835917Z","caller":"traceutil/trace.go:171","msg":"trace[430175578] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28492; }","duration":"3.97160187s","start":"2026-06-30T18:54:00.864304Z","end":"2026-06-30T18:54:04.835905Z","steps":["trace[430175578] 'agreement among raft nodes before linearized reading' (duration: 3.971341062s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:04.836444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:00.864291Z","time spent":"3.972135307s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7372,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-06-30T18:54:04.836008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:01.390839Z","time spent":"3.445133029s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:04.835873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:01.430778Z","time spent":"3.404995107s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:05.104888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:05.104957Z","caller":"traceutil/trace.go:171","msg":"trace[1614143224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003455s","start":"2026-06-30T18:54:03.104906Z","end":"2026-06-30T18:54:05.10494Z","steps":["trace[1614143224] 'agreement among raft nodes before linearized reading' (duration: 1.999940367s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:05.105004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:03.104892Z","time spent":"2.000103762s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:06.387692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426537197s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:06.387996Z","caller":"traceutil/trace.go:171","msg":"trace[696306266] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"511.573346ms","start":"2026-06-30T18:54:05.8764Z","end":"2026-06-30T18:54:06.387974Z","steps":["trace[696306266] 'process raft request' (duration: 511.439092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.388081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.876383Z","time spent":"511.654709ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:06.388092Z","caller":"traceutil/trace.go:171","msg":"trace[1206626457] linearizableReadLoop","detail":"{readStateIndex:29825; appliedIndex:29824; }","duration":"1.552452165s","start":"2026-06-30T18:54:04.835603Z","end":"2026-06-30T18:54:06.388055Z","steps":["trace[1206626457] 'read index received' (duration: 125.418232ms)","trace[1206626457] 'applied index is now lower than readState.Index' (duration: 1.427030763s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:06.388249Z","caller":"traceutil/trace.go:171","msg":"trace[998787850] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"3.458832076s","start":"2026-06-30T18:54:02.929265Z","end":"2026-06-30T18:54:06.388097Z","steps":["trace[998787850] 'process raft request' (duration: 2.031792753s)","trace[998787850] 'compare' (duration: 1.426034921s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:06.388456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357995713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:06.388474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313423759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-30T18:54:06.388522Z","caller":"traceutil/trace.go:171","msg":"trace[272584405] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28494; }","duration":"2.358127018s","start":"2026-06-30T18:54:04.030379Z","end":"2026-06-30T18:54:06.388506Z","steps":["trace[272584405] 'agreement among raft nodes before linearized reading' (duration: 2.357902751s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:06.388555Z","caller":"traceutil/trace.go:171","msg":"trace[165663618] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28494; }","duration":"4.313524912s","start":"2026-06-30T18:54:02.075008Z","end":"2026-06-30T18:54:06.388533Z","steps":["trace[165663618] 'agreement among raft nodes before linearized reading' (duration: 4.313278864s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.388578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:04.030359Z","time spent":"2.35820512s","remote":"127.0.0.1:47274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.388622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.075004Z","time spent":"4.313604965s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:54:06.388579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.929236Z","time spent":"3.459177637s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:54:06.388647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459427405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-pfz4q\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-06-30T18:54:06.388686Z","caller":"traceutil/trace.go:171","msg":"trace[978589266] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-pfz4q; range_end:; response_count:1; response_revision:28494; }","duration":"3.459465387s","start":"2026-06-30T18:54:02.929206Z","end":"2026-06-30T18:54:06.388672Z","steps":["trace[978589266] 'agreement among raft nodes before linearized reading' (duration: 3.459304471s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.388727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.92919Z","time spent":"3.459530349s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5471,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-pfz4q\" "} {"level":"warn","ts":"2026-06-30T18:54:06.388908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509364505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:06.388947Z","caller":"traceutil/trace.go:171","msg":"trace[114628675] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28494; }","duration":"2.509444347s","start":"2026-06-30T18:54:03.879491Z","end":"2026-06-30T18:54:06.388935Z","steps":["trace[114628675] 'agreement among raft nodes before linearized reading' (duration: 2.509383575s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.38896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313956436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-06-30T18:54:06.388986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:03.879468Z","time spent":"2.509510319s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:06.389013Z","caller":"traceutil/trace.go:171","msg":"trace[201806668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28494; }","duration":"4.314033239s","start":"2026-06-30T18:54:02.074961Z","end":"2026-06-30T18:54:06.388995Z","steps":["trace[201806668] 'agreement among raft nodes before linearized reading' (duration: 4.313847453s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.38902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277183192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:06.389134Z","caller":"traceutil/trace.go:171","msg":"trace[1847822794] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28494; }","duration":"4.277344738s","start":"2026-06-30T18:54:02.111762Z","end":"2026-06-30T18:54:06.389107Z","steps":["trace[1847822794] 'agreement among raft nodes before linearized reading' (duration: 4.27711879s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.38917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585545936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:06.389192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.111745Z","time spent":"4.277435081s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:06.389212Z","caller":"traceutil/trace.go:171","msg":"trace[2127032082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28494; }","duration":"2.585625439s","start":"2026-06-30T18:54:03.803577Z","end":"2026-06-30T18:54:06.389202Z","steps":["trace[2127032082] 'agreement among raft nodes before linearized reading' (duration: 2.585555526s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:03.803549Z","time spent":"2.585686091s","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.389263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384069314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-30T18:54:06.389308Z","caller":"traceutil/trace.go:171","msg":"trace[1666611794] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28494; }","duration":"4.384194818s","start":"2026-06-30T18:54:02.005101Z","end":"2026-06-30T18:54:06.389295Z","steps":["trace[1666611794] 'agreement among raft nodes before linearized reading' (duration: 4.384067283s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.388912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998810109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:06.389064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.074948Z","time spent":"4.314105791s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-30T18:54:06.38944Z","caller":"traceutil/trace.go:171","msg":"trace[261568129] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28494; }","duration":"3.999358006s","start":"2026-06-30T18:54:02.390041Z","end":"2026-06-30T18:54:06.389399Z","steps":["trace[261568129] 'agreement among raft nodes before linearized reading' (duration: 3.998820309s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549899924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-06-30T18:54:06.389141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323268603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:06.389557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277680726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:06.389555Z","caller":"traceutil/trace.go:171","msg":"trace[1316610334] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28494; }","duration":"1.550046199s","start":"2026-06-30T18:54:04.839481Z","end":"2026-06-30T18:54:06.389528Z","steps":["trace[1316610334] 'agreement among raft nodes before linearized reading' (duration: 1.549797921s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.390022Z","time spent":"3.999504241s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.3896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.790444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:06.389627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156737236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:06.389357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.005039Z","time spent":"4.384307231s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:54:06.389631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:04.839461Z","time spent":"1.550155712s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-06-30T18:54:06.389652Z","caller":"traceutil/trace.go:171","msg":"trace[480474577] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28494; }","duration":"1.156801019s","start":"2026-06-30T18:54:05.232843Z","end":"2026-06-30T18:54:06.389644Z","steps":["trace[480474577] 'agreement among raft nodes before linearized reading' (duration: 1.156755797s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:06.389645Z","caller":"traceutil/trace.go:171","msg":"trace[1770215232] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28494; }","duration":"177.877856ms","start":"2026-06-30T18:54:06.211758Z","end":"2026-06-30T18:54:06.389636Z","steps":["trace[1770215232] 'agreement among raft nodes before linearized reading' (duration: 177.807054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.326973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:06.389683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.232817Z","time spent":"1.15685926s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.389673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38588792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:06.389627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432079386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:06.389724Z","caller":"traceutil/trace.go:171","msg":"trace[1939195563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28494; }","duration":"1.386002194s","start":"2026-06-30T18:54:05.003707Z","end":"2026-06-30T18:54:06.389709Z","steps":["trace[1939195563] 'agreement among raft nodes before linearized reading' (duration: 1.385926051s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:06.3897Z","caller":"traceutil/trace.go:171","msg":"trace[1200629571] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28494; }","duration":"597.405916ms","start":"2026-06-30T18:54:05.792282Z","end":"2026-06-30T18:54:06.389688Z","steps":["trace[1200629571] 'agreement among raft nodes before linearized reading' (duration: 597.307443ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.003686Z","time spent":"1.386072485s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.389782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.792266Z","time spent":"597.505179ms","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:06.389781Z","caller":"traceutil/trace.go:171","msg":"trace[1699074427] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28494; }","duration":"4.432250101s","start":"2026-06-30T18:54:01.957492Z","end":"2026-06-30T18:54:06.389742Z","steps":["trace[1699074427] 'agreement among raft nodes before linearized reading' (duration: 4.432007643s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.199578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:06.389887Z","caller":"traceutil/trace.go:171","msg":"trace[1159130132] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28494; }","duration":"111.507218ms","start":"2026-06-30T18:54:06.278371Z","end":"2026-06-30T18:54:06.389878Z","steps":["trace[1159130132] 'agreement among raft nodes before linearized reading' (duration: 111.146167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:01.957475Z","time spent":"4.432379595s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.389951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542651533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:06.389586Z","caller":"traceutil/trace.go:171","msg":"trace[67956542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28494; }","duration":"1.277750739s","start":"2026-06-30T18:54:05.111827Z","end":"2026-06-30T18:54:06.389577Z","steps":["trace[67956542] 'agreement among raft nodes before linearized reading' (duration: 1.277694267s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463945309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18bdf09aec0e05c1\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-06-30T18:54:06.390019Z","caller":"traceutil/trace.go:171","msg":"trace[1210266008] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28494; }","duration":"1.542763236s","start":"2026-06-30T18:54:04.847237Z","end":"2026-06-30T18:54:06.39Z","steps":["trace[1210266008] 'agreement among raft nodes before linearized reading' (duration: 1.542662783s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:06.38958Z","caller":"traceutil/trace.go:171","msg":"trace[83293422] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28494; }","duration":"4.323748678s","start":"2026-06-30T18:54:02.065817Z","end":"2026-06-30T18:54:06.389566Z","steps":["trace[83293422] 'agreement among raft nodes before linearized reading' (duration: 4.323271793s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.390031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956193212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-06-30T18:54:06.390049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.111809Z","time spent":"1.278227553s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:54:06.390056Z","caller":"traceutil/trace.go:171","msg":"trace[1216642151] range","detail":"{range_begin:/registry/events/openstack/container-infra.18bdf09aec0e05c1; range_end:; response_count:1; response_revision:28494; }","duration":"3.464768335s","start":"2026-06-30T18:54:02.925277Z","end":"2026-06-30T18:54:06.390045Z","steps":["trace[1216642151] 'agreement among raft nodes before linearized reading' (duration: 3.463753713s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.390051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301558698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:06.390071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:04.847215Z","time spent":"1.542842519s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:54:06.390093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.92526Z","time spent":"3.464823968s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18bdf09aec0e05c1\" "} {"level":"info","ts":"2026-06-30T18:54:06.390095Z","caller":"traceutil/trace.go:171","msg":"trace[404025653] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28494; }","duration":"4.956367528s","start":"2026-06-30T18:54:01.433707Z","end":"2026-06-30T18:54:06.390075Z","steps":["trace[404025653] 'agreement among raft nodes before linearized reading' (duration: 4.955873363s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.389479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.738268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:06.390084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042616184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:06.390152Z","caller":"traceutil/trace.go:171","msg":"trace[206956690] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28494; }","duration":"860.44808ms","start":"2026-06-30T18:54:05.529685Z","end":"2026-06-30T18:54:06.390133Z","steps":["trace[206956690] 'agreement among raft nodes before linearized reading' (duration: 859.734487ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.390195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.529664Z","time spent":"860.517343ms","remote":"127.0.0.1:45384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:06.390236Z","caller":"traceutil/trace.go:171","msg":"trace[827116621] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28494; }","duration":"1.042966046s","start":"2026-06-30T18:54:05.347209Z","end":"2026-06-30T18:54:06.390175Z","steps":["trace[827116621] 'agreement among raft nodes before linearized reading' (duration: 1.042363506s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:06.390107Z","caller":"traceutil/trace.go:171","msg":"trace[1802653212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28494; }","duration":"1.301664462s","start":"2026-06-30T18:54:05.088432Z","end":"2026-06-30T18:54:06.390096Z","steps":["trace[1802653212] 'agreement among raft nodes before linearized reading' (duration: 1.301569839s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.390299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.088401Z","time spent":"1.301887739s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.390143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:01.433688Z","time spent":"4.95644167s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-06-30T18:54:06.39036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:05.34718Z","time spent":"1.04310387s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.39009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:02.065795Z","time spent":"4.324271455s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:06.390029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205652207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-06-30T18:54:06.390579Z","caller":"traceutil/trace.go:171","msg":"trace[297041728] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:28494; }","duration":"3.206220294s","start":"2026-06-30T18:54:03.184336Z","end":"2026-06-30T18:54:06.390557Z","steps":["trace[297041728] 'agreement among raft nodes before linearized reading' (duration: 3.205507071s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:06.390646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:03.184322Z","time spent":"3.206306987s","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-06-30T18:54:06.895076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:07.396301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:07.896694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465012991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:08.29125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.897276409s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:54:08.291547Z","caller":"traceutil/trace.go:171","msg":"trace[847894403] transaction","detail":"{read_only:false; response_revision:28495; number_of_response:1; }","duration":"1.897649951s","start":"2026-06-30T18:54:06.393877Z","end":"2026-06-30T18:54:08.291527Z","steps":["trace[847894403] 'process raft request' (duration: 1.897526827s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:08.291659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.393855Z","time spent":"1.897749335s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":915,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:54:08.396108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:08.396189Z","caller":"traceutil/trace.go:171","msg":"trace[449580970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525355s","start":"2026-06-30T18:54:06.395647Z","end":"2026-06-30T18:54:08.396173Z","steps":["trace[449580970] 'agreement among raft nodes before linearized reading' (duration: 2.000424402s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:08.396483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.395638Z","time spent":"2.000634418s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:09.629491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164749923s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:09.629582Z","caller":"traceutil/trace.go:171","msg":"trace[1645158414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28495; }","duration":"1.164856066s","start":"2026-06-30T18:54:08.464713Z","end":"2026-06-30T18:54:09.629569Z","steps":["trace[1645158414] 'range keys from in-memory index tree' (duration: 1.164733261s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:09.648958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348703953s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:54:09.649561Z","caller":"traceutil/trace.go:171","msg":"trace[1499630048] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"3.254999101s","start":"2026-06-30T18:54:06.394513Z","end":"2026-06-30T18:54:09.649512Z","steps":["trace[1499630048] 'process raft request' (duration: 3.254688501s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:09.64961Z","caller":"traceutil/trace.go:171","msg":"trace[1800391744] transaction","detail":"{read_only:false; response_revision:28497; number_of_response:1; }","duration":"3.253521713s","start":"2026-06-30T18:54:06.396056Z","end":"2026-06-30T18:54:09.649578Z","steps":["trace[1800391744] 'process raft request' (duration: 3.253363298s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:09.649758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.394494Z","time spent":"3.255154715s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:09.649811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.396032Z","time spent":"3.253665467s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:09.650011Z","caller":"traceutil/trace.go:171","msg":"trace[561534535] transaction","detail":"{read_only:false; response_revision:28498; number_of_response:1; }","duration":"3.253336437s","start":"2026-06-30T18:54:06.39666Z","end":"2026-06-30T18:54:09.649997Z","steps":["trace[561534535] 'process raft request' (duration: 3.252846901s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:09.65008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.396648Z","time spent":"3.25339905s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:09.650169Z","caller":"traceutil/trace.go:171","msg":"trace[561164420] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"3.251199519s","start":"2026-06-30T18:54:06.398935Z","end":"2026-06-30T18:54:09.650134Z","steps":["trace[561164420] 'process raft request' (duration: 3.250866509s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:09.650337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.398929Z","time spent":"3.251302223s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5609,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:10.105308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:10.105404Z","caller":"traceutil/trace.go:171","msg":"trace[1317440560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525714s","start":"2026-06-30T18:54:08.10486Z","end":"2026-06-30T18:54:10.105386Z","steps":["trace[1317440560] 'agreement among raft nodes before linearized reading' (duration: 2.000407041s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:10.10545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:08.10484Z","time spent":"2.000602017s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:10.963969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313943923s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:54:10.966141Z","caller":"traceutil/trace.go:171","msg":"trace[502929058] linearizableReadLoop","detail":"{readStateIndex:29833; appliedIndex:29826; }","duration":"4.571519235s","start":"2026-06-30T18:54:06.394594Z","end":"2026-06-30T18:54:10.966113Z","steps":["trace[502929058] 'read index received' (duration: 1.896880717s)","trace[502929058] 'applied index is now lower than readState.Index' (duration: 2.674636908s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:10.966186Z","caller":"traceutil/trace.go:171","msg":"trace[306795955] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"3.797521304s","start":"2026-06-30T18:54:07.168599Z","end":"2026-06-30T18:54:10.96612Z","steps":["trace[306795955] 'process raft request' (duration: 3.795472039s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:10.966385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:07.168576Z","time spent":"3.797704221s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:11.017169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169119291s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:11.405029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978558696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:11.405147Z","caller":"traceutil/trace.go:171","msg":"trace[779742264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.978733031s","start":"2026-06-30T18:54:06.42639Z","end":"2026-06-30T18:54:11.405123Z","steps":["trace[779742264] 'agreement among raft nodes before linearized reading' (duration: 4.978589976s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:11.405217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.426371Z","time spent":"4.978830974s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/30 18:54:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:11.796656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.019358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:11.796745Z","caller":"traceutil/trace.go:171","msg":"trace[91256784] transaction","detail":"{read_only:false; response_revision:28501; number_of_response:1; }","duration":"1.948858836s","start":"2026-06-30T18:54:09.84787Z","end":"2026-06-30T18:54:11.796729Z","steps":["trace[91256784] 'process raft request' (duration: 1.171717284s)","trace[91256784] 'compare' (duration: 776.892384ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:11.79679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:09.847841Z","time spent":"1.948928578s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:11.796451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.401834064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:54:11.797586Z","caller":"traceutil/trace.go:171","msg":"trace[2032267263] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28500; }","duration":"5.402993171s","start":"2026-06-30T18:54:06.394566Z","end":"2026-06-30T18:54:11.797559Z","steps":["trace[2032267263] 'agreement among raft nodes before linearized reading' (duration: 4.57165934s)","trace[2032267263] 'range keys from in-memory index tree' (duration: 830.092112ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:11.797635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.394555Z","time spent":"5.403068343s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-06-30T18:54:12.105815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:12.105913Z","caller":"traceutil/trace.go:171","msg":"trace[18655456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000247926s","start":"2026-06-30T18:54:10.105645Z","end":"2026-06-30T18:54:12.105892Z","steps":["trace[18655456] 'agreement among raft nodes before linearized reading' (duration: 2.000124622s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:12.105961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:10.105621Z","time spent":"2.000329889s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:13.155541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.136315719s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:13.264922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.110122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:13.26503Z","caller":"traceutil/trace.go:171","msg":"trace[1111367041] linearizableReadLoop","detail":"{readStateIndex:29835; appliedIndex:29833; }","duration":"2.298812235s","start":"2026-06-30T18:54:10.966202Z","end":"2026-06-30T18:54:13.265014Z","steps":["trace[1111367041] 'read index received' (duration: 53.058703ms)","trace[1111367041] 'applied index is now lower than readState.Index' (duration: 2.245752362s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:13.265117Z","caller":"traceutil/trace.go:171","msg":"trace[1326281312] transaction","detail":"{read_only:false; response_revision:28502; number_of_response:1; }","duration":"2.781355025s","start":"2026-06-30T18:54:10.48375Z","end":"2026-06-30T18:54:13.265105Z","steps":["trace[1326281312] 'process raft request' (duration: 2.671980894s)","trace[1326281312] 'compare' (duration: 108.999549ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:13.265181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:10.483712Z","time spent":"2.781437117s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:13.265357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883331107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:13.265412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655423056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:54:13.265415Z","caller":"traceutil/trace.go:171","msg":"trace[1056513088] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28502; }","duration":"4.883455971s","start":"2026-06-30T18:54:08.381941Z","end":"2026-06-30T18:54:13.265397Z","steps":["trace[1056513088] 'agreement among raft nodes before linearized reading' (duration: 4.883346748s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:13.265443Z","caller":"traceutil/trace.go:171","msg":"trace[1983309970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28502; }","duration":"2.655482558s","start":"2026-06-30T18:54:10.609949Z","end":"2026-06-30T18:54:13.265432Z","steps":["trace[1983309970] 'agreement among raft nodes before linearized reading' (duration: 2.655333463s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.265476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:10.609934Z","time spent":"2.655533969s","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":137,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.265486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112788483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:13.265509Z","caller":"traceutil/trace.go:171","msg":"trace[1995778220] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28502; }","duration":"3.112860565s","start":"2026-06-30T18:54:10.152639Z","end":"2026-06-30T18:54:13.2655Z","steps":["trace[1995778220] 'agreement among raft nodes before linearized reading' (duration: 3.112824594s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.26553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:10.152615Z","time spent":"3.112910316s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.265624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970010173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-30T18:54:13.26565Z","caller":"traceutil/trace.go:171","msg":"trace[1337784072] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446; range_end:; response_count:1; response_revision:28502; }","duration":"4.970055285s","start":"2026-06-30T18:54:08.295586Z","end":"2026-06-30T18:54:13.265641Z","steps":["trace[1337784072] 'agreement among raft nodes before linearized reading' (duration: 4.969949552s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.265701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141673175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:13.265728Z","caller":"traceutil/trace.go:171","msg":"trace[352295919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28502; }","duration":"3.141762297s","start":"2026-06-30T18:54:10.123957Z","end":"2026-06-30T18:54:13.26572Z","steps":["trace[352295919] 'agreement among raft nodes before linearized reading' (duration: 3.141710536s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.265754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:10.123925Z","time spent":"3.141821769s","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.265768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254776712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:13.265801Z","caller":"traceutil/trace.go:171","msg":"trace[1783702542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28502; }","duration":"5.254852065s","start":"2026-06-30T18:54:08.010939Z","end":"2026-06-30T18:54:13.265791Z","steps":["trace[1783702542] 'agreement among raft nodes before linearized reading' (duration: 5.254779752s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.265797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559734055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:13.265832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:08.010903Z","time spent":"5.254921827s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.265871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969854854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:13.26586Z","caller":"traceutil/trace.go:171","msg":"trace[1681474559] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28502; }","duration":"3.559852259s","start":"2026-06-30T18:54:09.70599Z","end":"2026-06-30T18:54:13.265842Z","steps":["trace[1681474559] 'agreement among raft nodes before linearized reading' (duration: 3.559740636s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:13.265895Z","caller":"traceutil/trace.go:171","msg":"trace[1631803667] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28502; }","duration":"3.969908986s","start":"2026-06-30T18:54:09.295976Z","end":"2026-06-30T18:54:13.265885Z","steps":["trace[1631803667] 'agreement among raft nodes before linearized reading' (duration: 3.969867034s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.265916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:09.295957Z","time spent":"3.969951077s","remote":"127.0.0.1:45328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.265893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714516805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:13.265917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:09.705963Z","time spent":"3.559934862s","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:13.265963Z","caller":"traceutil/trace.go:171","msg":"trace[46578113] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28502; }","duration":"3.714635899s","start":"2026-06-30T18:54:09.551309Z","end":"2026-06-30T18:54:13.265945Z","steps":["trace[46578113] 'agreement among raft nodes before linearized reading' (duration: 3.714419762s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.924382882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:13.266016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:09.551294Z","time spent":"3.714711782s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:13.266046Z","caller":"traceutil/trace.go:171","msg":"trace[1102391577] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:28502; }","duration":"5.924457855s","start":"2026-06-30T18:54:07.34158Z","end":"2026-06-30T18:54:13.266038Z","steps":["trace[1102391577] 'agreement among raft nodes before linearized reading' (duration: 5.924405113s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:07.341559Z","time spent":"5.924509266s","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258362727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-06-30T18:54:13.266084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177107049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:13.266165Z","caller":"traceutil/trace.go:171","msg":"trace[1664350935] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28502; }","duration":"3.258515223s","start":"2026-06-30T18:54:10.007624Z","end":"2026-06-30T18:54:13.266139Z","steps":["trace[1664350935] 'agreement among raft nodes before linearized reading' (duration: 3.258222884s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.265447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:08.381918Z","time spent":"4.883522484s","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:10.007601Z","time spent":"3.258602685s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:54:13.266253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.300465984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:13.2657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:08.295575Z","time spent":"4.970094756s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" "} {"level":"info","ts":"2026-06-30T18:54:13.26628Z","caller":"traceutil/trace.go:171","msg":"trace[429363273] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28502; }","duration":"6.300489735s","start":"2026-06-30T18:54:06.965781Z","end":"2026-06-30T18:54:13.266271Z","steps":["trace[429363273] 'agreement among raft nodes before linearized reading' (duration: 6.300454134s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.965724Z","time spent":"6.300571968s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106819368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:13.266394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.839111134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:13.266412Z","caller":"traceutil/trace.go:171","msg":"trace[1878605624] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28502; }","duration":"6.839162035s","start":"2026-06-30T18:54:06.427244Z","end":"2026-06-30T18:54:13.266406Z","steps":["trace[1878605624] 'agreement among raft nodes before linearized reading' (duration: 6.839131614s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:13.266405Z","caller":"traceutil/trace.go:171","msg":"trace[983658444] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28502; }","duration":"2.107031195s","start":"2026-06-30T18:54:11.159355Z","end":"2026-06-30T18:54:13.266386Z","steps":["trace[983658444] 'agreement among raft nodes before linearized reading' (duration: 2.106833758s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.427223Z","time spent":"6.839201817s","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:11.159336Z","time spent":"2.107096726s","remote":"127.0.0.1:48044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497996578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:13.266593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.871562339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df5c8c3e-9ba1-43be-8c59-30be1893b6b9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-06-30T18:54:13.266597Z","caller":"traceutil/trace.go:171","msg":"trace[1499005217] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28502; }","duration":"1.498166153s","start":"2026-06-30T18:54:11.768414Z","end":"2026-06-30T18:54:13.26658Z","steps":["trace[1499005217] 'agreement among raft nodes before linearized reading' (duration: 1.498001428s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794671246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-30T18:54:13.2662Z","caller":"traceutil/trace.go:171","msg":"trace[623560351] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28502; }","duration":"4.177284594s","start":"2026-06-30T18:54:09.088898Z","end":"2026-06-30T18:54:13.266183Z","steps":["trace[623560351] 'agreement among raft nodes before linearized reading' (duration: 4.177087018s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:13.266637Z","caller":"traceutil/trace.go:171","msg":"trace[1010222760] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28502; }","duration":"1.794723628s","start":"2026-06-30T18:54:11.471907Z","end":"2026-06-30T18:54:13.266631Z","steps":["trace[1010222760] 'agreement among raft nodes before linearized reading' (duration: 1.794631175s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:13.266646Z","caller":"traceutil/trace.go:171","msg":"trace[797443397] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df5c8c3e-9ba1-43be-8c59-30be1893b6b9; range_end:; response_count:1; response_revision:28502; }","duration":"6.871611051s","start":"2026-06-30T18:54:06.395003Z","end":"2026-06-30T18:54:13.266614Z","steps":["trace[797443397] 'agreement among raft nodes before linearized reading' (duration: 6.871426025s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:11.471887Z","time spent":"1.794763828s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:54:13.266653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:11.768393Z","time spent":"1.498241796s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:06.394993Z","time spent":"6.871674673s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-df5c8c3e-9ba1-43be-8c59-30be1893b6b9\" "} {"level":"warn","ts":"2026-06-30T18:54:13.26641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152513421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:13.266708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329971926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:13.26673Z","caller":"traceutil/trace.go:171","msg":"trace[284994576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28502; }","duration":"1.152866363s","start":"2026-06-30T18:54:12.113851Z","end":"2026-06-30T18:54:13.266718Z","steps":["trace[284994576] 'agreement among raft nodes before linearized reading' (duration: 1.152528513s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:13.266746Z","caller":"traceutil/trace.go:171","msg":"trace[430782502] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28502; }","duration":"1.330061048s","start":"2026-06-30T18:54:11.936673Z","end":"2026-06-30T18:54:13.266734Z","steps":["trace[430782502] 'agreement among raft nodes before linearized reading' (duration: 1.329987796s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:12.113831Z","time spent":"1.152927625s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:13.266778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:11.936648Z","time spent":"1.33012284s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:09.088873Z","time spent":"4.17777032s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.266865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467450773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-06-30T18:54:13.266897Z","caller":"traceutil/trace.go:171","msg":"trace[1670594656] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:28502; }","duration":"1.467494234s","start":"2026-06-30T18:54:11.799392Z","end":"2026-06-30T18:54:13.266886Z","steps":["trace[1670594656] 'agreement among raft nodes before linearized reading' (duration: 1.46736674s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.266923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:11.799379Z","time spent":"1.467537876s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:54:13.267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.30504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:13.267036Z","caller":"traceutil/trace.go:171","msg":"trace[1302678923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28502; }","duration":"794.369201ms","start":"2026-06-30T18:54:12.472654Z","end":"2026-06-30T18:54:13.267023Z","steps":["trace[1302678923] 'agreement among raft nodes before linearized reading' (duration: 794.311249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.267059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.053705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:13.26707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:12.472636Z","time spent":"794.422013ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:13.267106Z","caller":"traceutil/trace.go:171","msg":"trace[1224622472] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28502; }","duration":"529.138747ms","start":"2026-06-30T18:54:12.737954Z","end":"2026-06-30T18:54:13.267093Z","steps":["trace[1224622472] 'agreement among raft nodes before linearized reading' (duration: 529.051115ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.267236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.446303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:54:13.267289Z","caller":"traceutil/trace.go:171","msg":"trace[1223923561] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28502; }","duration":"574.545456ms","start":"2026-06-30T18:54:12.692733Z","end":"2026-06-30T18:54:13.267278Z","steps":["trace[1223923561] 'agreement among raft nodes before linearized reading' (duration: 574.299798ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.267326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:12.69271Z","time spent":"574.602078ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":170,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.26794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613159011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l97cl\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-06-30T18:54:13.268372Z","caller":"traceutil/trace.go:171","msg":"trace[2088054045] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l97cl; range_end:; response_count:1; response_revision:28502; }","duration":"3.613641287s","start":"2026-06-30T18:54:09.654712Z","end":"2026-06-30T18:54:13.268353Z","steps":["trace[2088054045] 'agreement among raft nodes before linearized reading' (duration: 3.61279612s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:13.268722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:09.654687Z","time spent":"3.614019968s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l97cl\" "} {"level":"warn","ts":"2026-06-30T18:54:13.267151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:12.737933Z","time spent":"529.2063ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:13.769716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:15.270321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000808503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:54:15.270484Z","caller":"traceutil/trace.go:171","msg":"trace[1917775057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001088703s","start":"2026-06-30T18:54:13.26937Z","end":"2026-06-30T18:54:15.270459Z","steps":["trace[1917775057] 'agreement among raft nodes before linearized reading' (duration: 2.000819364s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:15.270747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.269356Z","time spent":"2.001377541s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:15.365558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435895425s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:15.864256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934641123s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-30T18:54:15.864429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.269304Z","time spent":"2.59511945s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-30T18:54:15.864576Z","caller":"traceutil/trace.go:171","msg":"trace[860159157] linearizableReadLoop","detail":"{readStateIndex:29838; appliedIndex:29835; }","duration":"2.595166982s","start":"2026-06-30T18:54:13.269392Z","end":"2026-06-30T18:54:15.864559Z","steps":["trace[860159157] 'read index received' (duration: 660.262421ms)","trace[860159157] 'applied index is now lower than readState.Index' (duration: 1.934903661s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:15.864644Z","caller":"traceutil/trace.go:171","msg":"trace[1557161913] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"2.58383124s","start":"2026-06-30T18:54:13.280803Z","end":"2026-06-30T18:54:15.864634Z","steps":["trace[1557161913] 'process raft request' (duration: 2.583673225s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:15.864689Z","caller":"traceutil/trace.go:171","msg":"trace[706759212] transaction","detail":"{read_only:false; response_revision:28503; number_of_response:1; }","duration":"2.593828059s","start":"2026-06-30T18:54:13.270825Z","end":"2026-06-30T18:54:15.864653Z","steps":["trace[706759212] 'process raft request' (duration: 2.593520309s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:15.86473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.280792Z","time spent":"2.583873441s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:15.864852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.270813Z","time spent":"2.593944503s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:16.364985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:16.866104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:16.999834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634091811s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:54:17.000345Z","caller":"traceutil/trace.go:171","msg":"trace[989047573] transaction","detail":"{read_only:false; response_revision:28505; number_of_response:1; }","duration":"1.939846209s","start":"2026-06-30T18:54:15.060476Z","end":"2026-06-30T18:54:17.000322Z","steps":["trace[989047573] 'process raft request' (duration: 1.939634232s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.000492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.060451Z","time spent":"1.939951773s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:17.183515Z","caller":"traceutil/trace.go:171","msg":"trace[1240689916] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28506; }","duration":"1.317659733s","start":"2026-06-30T18:54:15.865823Z","end":"2026-06-30T18:54:17.183483Z","steps":["trace[1240689916] 'process raft request' (duration: 1.317445536s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:17.183531Z","caller":"traceutil/trace.go:171","msg":"trace[1835042744] transaction","detail":"{read_only:false; response_revision:28507; number_of_response:1; }","duration":"1.314217402s","start":"2026-06-30T18:54:15.869276Z","end":"2026-06-30T18:54:17.183493Z","steps":["trace[1835042744] 'process raft request' (duration: 1.314044587s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:17.183575Z","caller":"traceutil/trace.go:171","msg":"trace[2101270830] linearizableReadLoop","detail":"{readStateIndex:29844; appliedIndex:29838; }","duration":"1.318935264s","start":"2026-06-30T18:54:15.864609Z","end":"2026-06-30T18:54:17.183544Z","steps":["trace[2101270830] 'read index received' (duration: 1.13552695s)","trace[2101270830] 'applied index is now lower than readState.Index' (duration: 183.406884ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:17.183704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.865807Z","time spent":"1.317781856s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:17.183842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575510611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:17.18392Z","caller":"traceutil/trace.go:171","msg":"trace[805708632] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28509; }","duration":"1.575634205s","start":"2026-06-30T18:54:15.608267Z","end":"2026-06-30T18:54:17.183901Z","steps":["trace[805708632] 'agreement among raft nodes before linearized reading' (duration: 1.575500141s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.183937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792638181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:17.183959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034505685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:17.183988Z","caller":"traceutil/trace.go:171","msg":"trace[781894740] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28509; }","duration":"1.792712373s","start":"2026-06-30T18:54:15.391259Z","end":"2026-06-30T18:54:17.183972Z","steps":["trace[781894740] 'agreement among raft nodes before linearized reading' (duration: 1.792631041s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:17.184013Z","caller":"traceutil/trace.go:171","msg":"trace[2111400540] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28509; }","duration":"3.034603297s","start":"2026-06-30T18:54:14.149396Z","end":"2026-06-30T18:54:17.184Z","steps":["trace[2111400540] 'agreement among raft nodes before linearized reading' (duration: 3.034496744s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.184058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:14.149368Z","time spent":"3.03467322s","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.184071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.391242Z","time spent":"1.792799017s","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.183717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.869257Z","time spent":"1.314363747s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:54:17.184324Z","caller":"traceutil/trace.go:171","msg":"trace[1508241730] transaction","detail":"{read_only:false; response_revision:28509; number_of_response:1; }","duration":"370.845146ms","start":"2026-06-30T18:54:16.813357Z","end":"2026-06-30T18:54:17.184202Z","steps":["trace[1508241730] 'process raft request' (duration: 370.128173ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.184416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:16.813333Z","time spent":"371.035662ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:17.184462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906441944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:17.184527Z","caller":"traceutil/trace.go:171","msg":"trace[1750904050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28509; }","duration":"1.906543616s","start":"2026-06-30T18:54:15.277967Z","end":"2026-06-30T18:54:17.18451Z","steps":["trace[1750904050] 'agreement among raft nodes before linearized reading' (duration: 1.906452254s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.18454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821080007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-06-30T18:54:17.184575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.277948Z","time spent":"1.906616999s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:54:17.184584Z","caller":"traceutil/trace.go:171","msg":"trace[1638636982] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:28509; }","duration":"3.821161959s","start":"2026-06-30T18:54:13.363409Z","end":"2026-06-30T18:54:17.184571Z","steps":["trace[1638636982] 'agreement among raft nodes before linearized reading' (duration: 3.821085307s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.184624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.363387Z","time spent":"3.821226622s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-06-30T18:54:17.183751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787060977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:17.183751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714697408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-06-30T18:54:17.184462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395485775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:17.184838Z","caller":"traceutil/trace.go:171","msg":"trace[1852920119] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28509; }","duration":"2.715801784s","start":"2026-06-30T18:54:14.469024Z","end":"2026-06-30T18:54:17.184826Z","steps":["trace[1852920119] 'agreement among raft nodes before linearized reading' (duration: 2.714545063s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:17.184863Z","caller":"traceutil/trace.go:171","msg":"trace[381235378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28509; }","duration":"3.395915369s","start":"2026-06-30T18:54:13.788922Z","end":"2026-06-30T18:54:17.184838Z","steps":["trace[381235378] 'agreement among raft nodes before linearized reading' (duration: 3.395491045s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.184887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:14.468953Z","time spent":"2.715921807s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:54:17.184926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.788898Z","time spent":"3.396009612s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.183864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656635381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-06-30T18:54:17.185055Z","caller":"traceutil/trace.go:171","msg":"trace[241650835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28509; }","duration":"1.657854239s","start":"2026-06-30T18:54:15.527185Z","end":"2026-06-30T18:54:17.185039Z","steps":["trace[241650835] 'agreement among raft nodes before linearized reading' (duration: 1.656598429s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.183972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.608248Z","time spent":"1.575711368s","remote":"127.0.0.1:56408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.18508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90800769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16994"} {"level":"warn","ts":"2026-06-30T18:54:17.18381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831255428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:17.184844Z","caller":"traceutil/trace.go:171","msg":"trace[1510434110] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"692.545402ms","start":"2026-06-30T18:54:16.491584Z","end":"2026-06-30T18:54:17.18413Z","steps":["trace[1510434110] 'process raft request' (duration: 691.822689ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.185307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912265386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-06-30T18:54:17.185342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.19145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:17.185362Z","caller":"traceutil/trace.go:171","msg":"trace[267572335] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28509; }","duration":"775.263062ms","start":"2026-06-30T18:54:16.410092Z","end":"2026-06-30T18:54:17.185355Z","steps":["trace[267572335] 'agreement among raft nodes before linearized reading' (duration: 775.219831ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.18538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:16.410061Z","time spent":"775.311724ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:54:17.185371Z","caller":"traceutil/trace.go:171","msg":"trace[1656660879] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28509; }","duration":"3.912341949s","start":"2026-06-30T18:54:13.273012Z","end":"2026-06-30T18:54:17.185353Z","steps":["trace[1656660879] 'agreement among raft nodes before linearized reading' (duration: 3.912183734s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.185401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.688178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:17.185404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316864247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-06-30T18:54:17.18542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.273003Z","time spent":"3.912404361s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-06-30T18:54:17.185434Z","caller":"traceutil/trace.go:171","msg":"trace[1783289564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28509; }","duration":"630.770521ms","start":"2026-06-30T18:54:16.554656Z","end":"2026-06-30T18:54:17.185427Z","steps":["trace[1783289564] 'agreement among raft nodes before linearized reading' (duration: 630.654667ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.185476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:16.55464Z","time spent":"630.828832ms","remote":"127.0.0.1:56454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.185234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.527167Z","time spent":"1.658048276s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:54:17.185481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.7715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-06-30T18:54:17.185182Z","caller":"traceutil/trace.go:171","msg":"trace[1511501391] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28509; }","duration":"3.908142495s","start":"2026-06-30T18:54:13.277018Z","end":"2026-06-30T18:54:17.185161Z","steps":["trace[1511501391] 'agreement among raft nodes before linearized reading' (duration: 3.907848156s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:17.185542Z","caller":"traceutil/trace.go:171","msg":"trace[1101998971] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28509; }","duration":"870.859843ms","start":"2026-06-30T18:54:16.314668Z","end":"2026-06-30T18:54:17.185528Z","steps":["trace[1101998971] 'agreement among raft nodes before linearized reading' (duration: 870.711938ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:17.184804Z","caller":"traceutil/trace.go:171","msg":"trace[2016162733] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28509; }","duration":"2.788162632s","start":"2026-06-30T18:54:14.396622Z","end":"2026-06-30T18:54:17.184784Z","steps":["trace[2016162733] 'agreement among raft nodes before linearized reading' (duration: 2.787071817s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.185599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:14.396597Z","time spent":"2.788996089s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.185597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:16.314653Z","time spent":"870.933566ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:54:17.185555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:13.277009Z","time spent":"3.908539338s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-06-30T18:54:17.18544Z","caller":"traceutil/trace.go:171","msg":"trace[494377954] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv; range_end:; response_count:1; response_revision:28509; }","duration":"1.317040083s","start":"2026-06-30T18:54:15.868392Z","end":"2026-06-30T18:54:17.185433Z","steps":["trace[494377954] 'agreement among raft nodes before linearized reading' (duration: 1.316909779s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.183867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882537445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:17.185701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:15.868311Z","time spent":"1.317381963s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv\" "} {"level":"info","ts":"2026-06-30T18:54:17.185713Z","caller":"traceutil/trace.go:171","msg":"trace[1719879406] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28509; }","duration":"2.884384733s","start":"2026-06-30T18:54:14.301317Z","end":"2026-06-30T18:54:17.185702Z","steps":["trace[1719879406] 'agreement among raft nodes before linearized reading' (duration: 2.882516184s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:17.18526Z","caller":"traceutil/trace.go:171","msg":"trace[1649848053] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28509; }","duration":"2.832734695s","start":"2026-06-30T18:54:14.352493Z","end":"2026-06-30T18:54:17.185228Z","steps":["trace[1649848053] 'agreement among raft nodes before linearized reading' (duration: 2.831285319s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.185739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:14.301259Z","time spent":"2.884469546s","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.185764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:14.352467Z","time spent":"2.833282093s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.185764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:16.491546Z","time spent":"693.787232ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:17.186002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.904986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:17.186069Z","caller":"traceutil/trace.go:171","msg":"trace[322073189] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28509; }","duration":"339.0181ms","start":"2026-06-30T18:54:16.847034Z","end":"2026-06-30T18:54:17.186053Z","steps":["trace[322073189] 'agreement among raft nodes before linearized reading' (duration: 338.471092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:17.186332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:16.847009Z","time spent":"339.303849ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:17.762587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-30T18:54:18.085837Z","caller":"traceutil/trace.go:171","msg":"trace[1936386806] transaction","detail":"{read_only:false; response_revision:28511; number_of_response:1; }","duration":"893.854486ms","start":"2026-06-30T18:54:17.191952Z","end":"2026-06-30T18:54:18.085807Z","steps":["trace[1936386806] 'process raft request' (duration: 893.541876ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:18.085934Z","caller":"traceutil/trace.go:171","msg":"trace[432243308] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"891.036886ms","start":"2026-06-30T18:54:17.194876Z","end":"2026-06-30T18:54:18.085913Z","steps":["trace[432243308] 'process raft request' (duration: 890.672344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:18.085989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:17.191947Z","time spent":"893.959599ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:18.085997Z","caller":"traceutil/trace.go:171","msg":"trace[661804413] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"894.59217ms","start":"2026-06-30T18:54:17.191378Z","end":"2026-06-30T18:54:18.08597Z","steps":["trace[661804413] 'process raft request' (duration: 894.013291ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:18.08606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:17.194854Z","time spent":"891.149739ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:18.086089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:17.191361Z","time spent":"894.682312ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:54:18.112165Z","caller":"traceutil/trace.go:171","msg":"trace[2032181431] linearizableReadLoop","detail":"{readStateIndex:29849; appliedIndex:29846; }","duration":"850.73396ms","start":"2026-06-30T18:54:17.261417Z","end":"2026-06-30T18:54:18.112151Z","steps":["trace[2032181431] 'read index received' (duration: 824.08824ms)","trace[2032181431] 'applied index is now lower than readState.Index' (duration: 26.64486ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:18.112295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.775755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:18.112286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.47995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:18.112318Z","caller":"traceutil/trace.go:171","msg":"trace[957249290] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28513; }","duration":"920.811646ms","start":"2026-06-30T18:54:17.191498Z","end":"2026-06-30T18:54:18.11231Z","steps":["trace[957249290] 'agreement among raft nodes before linearized reading' (duration: 920.765625ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:18.112339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:17.191494Z","time spent":"920.839617ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:54:18.112337Z","caller":"traceutil/trace.go:171","msg":"trace[1140242606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28513; }","duration":"917.560192ms","start":"2026-06-30T18:54:17.194762Z","end":"2026-06-30T18:54:18.112322Z","steps":["trace[1140242606] 'agreement among raft nodes before linearized reading' (duration: 917.413237ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:18.112372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:17.194751Z","time spent":"917.613904ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:18.11257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.082056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6230bf1f-f2b5-4dba-b62f-6c4f1ade1ca8\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-06-30T18:54:18.112602Z","caller":"traceutil/trace.go:171","msg":"trace[1522547690] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6230bf1f-f2b5-4dba-b62f-6c4f1ade1ca8; range_end:; response_count:1; response_revision:28513; }","duration":"922.165849ms","start":"2026-06-30T18:54:17.190424Z","end":"2026-06-30T18:54:18.112589Z","steps":["trace[1522547690] 'agreement among raft nodes before linearized reading' (duration: 922.062996ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:18.112639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:17.190403Z","time spent":"922.226672ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6230bf1f-f2b5-4dba-b62f-6c4f1ade1ca8\" "} {"level":"info","ts":"2026-06-30T18:54:18.112568Z","caller":"traceutil/trace.go:171","msg":"trace[615223745] transaction","detail":"{read_only:false; response_revision:28513; number_of_response:1; }","duration":"845.907456ms","start":"2026-06-30T18:54:17.266647Z","end":"2026-06-30T18:54:18.112555Z","steps":["trace[615223745] 'process raft request' (duration: 845.420941ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:18.112842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:17.266619Z","time spent":"846.167715ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:18.119782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.840184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:18.119832Z","caller":"traceutil/trace.go:171","msg":"trace[511815884] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28514; }","duration":"244.917716ms","start":"2026-06-30T18:54:17.874905Z","end":"2026-06-30T18:54:18.119822Z","steps":["trace[511815884] 'agreement among raft nodes before linearized reading' (duration: 244.808293ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:18.119952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.118094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:18.119998Z","caller":"traceutil/trace.go:171","msg":"trace[2087712932] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28514; }","duration":"287.202937ms","start":"2026-06-30T18:54:17.832782Z","end":"2026-06-30T18:54:18.119985Z","steps":["trace[2087712932] 'agreement among raft nodes before linearized reading' (duration: 287.130694ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:20.547767Z","caller":"traceutil/trace.go:171","msg":"trace[1215458468] transaction","detail":"{read_only:false; response_revision:28654; number_of_response:1; }","duration":"110.198807ms","start":"2026-06-30T18:54:20.437523Z","end":"2026-06-30T18:54:20.547722Z","steps":["trace[1215458468] 'process raft request' (duration: 88.308438ms)","trace[1215458468] 'compare' (duration: 21.725534ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:20.717865Z","caller":"traceutil/trace.go:171","msg":"trace[1661811039] transaction","detail":"{read_only:false; response_revision:28656; number_of_response:1; }","duration":"140.426802ms","start":"2026-06-30T18:54:20.577396Z","end":"2026-06-30T18:54:20.717823Z","steps":["trace[1661811039] 'process raft request' (duration: 140.225385ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:21.237983Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T18:54:21.238035Z","caller":"traceutil/trace.go:171","msg":"trace[313418603] transaction","detail":"{read_only:false; response_revision:28667; number_of_response:1; }","duration":"116.317033ms","start":"2026-06-30T18:54:21.121679Z","end":"2026-06-30T18:54:21.237996Z","steps":["trace[313418603] 'process raft request' (duration: 57.812365ms)","trace[313418603] 'compare' (duration: 58.358693ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:21.238194Z","caller":"traceutil/trace.go:171","msg":"trace[546960874] linearizableReadLoop","detail":"{readStateIndex:30003; appliedIndex:30002; }","duration":"115.836357ms","start":"2026-06-30T18:54:21.122339Z","end":"2026-06-30T18:54:21.238175Z","steps":["trace[546960874] 'read index received' (duration: 57.094433ms)","trace[546960874] 'applied index is now lower than readState.Index' (duration: 58.740184ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:21.407707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.721523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:54:21.407815Z","caller":"traceutil/trace.go:171","msg":"trace[161863432] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28667; }","duration":"282.879948ms","start":"2026-06-30T18:54:21.124906Z","end":"2026-06-30T18:54:21.407786Z","steps":["trace[161863432] 'agreement among raft nodes before linearized reading' (duration: 113.381289ms)","trace[161863432] 'range keys from in-memory index tree' (duration: 169.242882ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:21.407858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.489381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-30T18:54:21.407956Z","caller":"traceutil/trace.go:171","msg":"trace[1280173189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28667; }","duration":"285.614965ms","start":"2026-06-30T18:54:21.122313Z","end":"2026-06-30T18:54:21.407928Z","steps":["trace[1280173189] 'agreement among raft nodes before linearized reading' (duration: 115.93867ms)","trace[1280173189] 'range keys from in-memory index tree' (duration: 169.449738ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:21.407973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.633498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdee267f21a247\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-06-30T18:54:21.408058Z","caller":"traceutil/trace.go:171","msg":"trace[1068556664] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdee267f21a247; range_end:; response_count:1; response_revision:28667; }","duration":"166.790633ms","start":"2026-06-30T18:54:21.241242Z","end":"2026-06-30T18:54:21.408033Z","steps":["trace[1068556664] 'range keys from in-memory index tree' (duration: 166.281756ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:21.577994Z","caller":"traceutil/trace.go:171","msg":"trace[246387531] transaction","detail":"{read_only:false; response_revision:28670; number_of_response:1; }","duration":"132.86063ms","start":"2026-06-30T18:54:21.445114Z","end":"2026-06-30T18:54:21.577974Z","steps":["trace[246387531] 'process raft request' (duration: 67.845565ms)","trace[246387531] 'compare' (duration: 64.737606ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:21.578349Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-06-30T18:54:21.578452Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-06-30T18:54:21.577991Z","caller":"traceutil/trace.go:171","msg":"trace[1140141551] transaction","detail":"{read_only:false; response_revision:28671; number_of_response:1; }","duration":"131.084724ms","start":"2026-06-30T18:54:21.446889Z","end":"2026-06-30T18:54:21.577974Z","steps":["trace[1140141551] 'process raft request' (duration: 131.027702ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:22.199946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.561499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0739ad7e00c\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-06-30T18:54:22.200013Z","caller":"traceutil/trace.go:171","msg":"trace[1250338952] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0739ad7e00c; range_end:; response_count:1; response_revision:28682; }","duration":"178.684613ms","start":"2026-06-30T18:54:22.021311Z","end":"2026-06-30T18:54:22.199995Z","steps":["trace[1250338952] 'range keys from in-memory index tree' (duration: 178.320522ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:22.200279Z","caller":"traceutil/trace.go:171","msg":"trace[654162355] transaction","detail":"{read_only:false; response_revision:28683; number_of_response:1; }","duration":"174.689746ms","start":"2026-06-30T18:54:22.025489Z","end":"2026-06-30T18:54:22.200179Z","steps":["trace[654162355] 'process raft request' (duration: 152.634072ms)","trace[654162355] 'compare' (duration: 21.719143ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:22.200288Z","caller":"traceutil/trace.go:171","msg":"trace[1915563897] linearizableReadLoop","detail":"{readStateIndex:30020; appliedIndex:30019; }","duration":"134.880975ms","start":"2026-06-30T18:54:22.065297Z","end":"2026-06-30T18:54:22.200178Z","steps":["trace[1915563897] 'read index received' (duration: 112.764129ms)","trace[1915563897] 'applied index is now lower than readState.Index' (duration: 22.115016ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:22.200378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.083721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:22.200403Z","caller":"traceutil/trace.go:171","msg":"trace[736798224] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28683; }","duration":"135.151024ms","start":"2026-06-30T18:54:22.065246Z","end":"2026-06-30T18:54:22.200397Z","steps":["trace[736798224] 'agreement among raft nodes before linearized reading' (duration: 135.097252ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:22.505067Z","caller":"traceutil/trace.go:171","msg":"trace[543983674] transaction","detail":"{read_only:false; response_revision:28685; number_of_response:1; }","duration":"301.427ms","start":"2026-06-30T18:54:22.203591Z","end":"2026-06-30T18:54:22.505018Z","steps":["trace[543983674] 'process raft request' (duration: 294.422046ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:22.505122Z","caller":"traceutil/trace.go:171","msg":"trace[677772237] transaction","detail":"{read_only:false; response_revision:28686; number_of_response:1; }","duration":"298.634051ms","start":"2026-06-30T18:54:22.206462Z","end":"2026-06-30T18:54:22.505096Z","steps":["trace[677772237] 'process raft request' (duration: 298.461246ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:22.505218Z","caller":"traceutil/trace.go:171","msg":"trace[1727529610] transaction","detail":"{read_only:false; response_revision:28687; number_of_response:1; }","duration":"297.814894ms","start":"2026-06-30T18:54:22.207349Z","end":"2026-06-30T18:54:22.505164Z","steps":["trace[1727529610] 'process raft request' (duration: 297.6805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:22.505283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:22.203571Z","time spent":"301.596245ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:22.505127Z","caller":"traceutil/trace.go:171","msg":"trace[1254872445] linearizableReadLoop","detail":"{readStateIndex:30022; appliedIndex:30020; }","duration":"299.443376ms","start":"2026-06-30T18:54:22.20566Z","end":"2026-06-30T18:54:22.505104Z","steps":["trace[1254872445] 'read index received' (duration: 58.445415ms)","trace[1254872445] 'applied index is now lower than readState.Index' (duration: 240.996571ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:22.505592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.88158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-06-30T18:54:22.505706Z","caller":"traceutil/trace.go:171","msg":"trace[584374325] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28687; }","duration":"300.030295ms","start":"2026-06-30T18:54:22.205653Z","end":"2026-06-30T18:54:22.505683Z","steps":["trace[584374325] 'agreement among raft nodes before linearized reading' (duration: 299.632102ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:22.505758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:22.205628Z","time spent":"300.121818ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:54:22.505988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.719857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:22.50603Z","caller":"traceutil/trace.go:171","msg":"trace[1375971059] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28687; }","duration":"221.858891ms","start":"2026-06-30T18:54:22.284163Z","end":"2026-06-30T18:54:22.506022Z","steps":["trace[1375971059] 'agreement among raft nodes before linearized reading' (duration: 221.732537ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:22.506071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.493873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:54:22.506141Z","caller":"traceutil/trace.go:171","msg":"trace[684110600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28687; }","duration":"176.616567ms","start":"2026-06-30T18:54:22.329505Z","end":"2026-06-30T18:54:22.506121Z","steps":["trace[684110600] 'agreement among raft nodes before linearized reading' (duration: 176.367219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:22.506093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.825318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-06-30T18:54:22.506279Z","caller":"traceutil/trace.go:171","msg":"trace[1086770558] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28687; }","duration":"284.064255ms","start":"2026-06-30T18:54:22.222195Z","end":"2026-06-30T18:54:22.506259Z","steps":["trace[1086770558] 'agreement among raft nodes before linearized reading' (duration: 283.705864ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:23.224929Z","caller":"traceutil/trace.go:171","msg":"trace[1644432557] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28692; }","duration":"113.575125ms","start":"2026-06-30T18:54:23.111335Z","end":"2026-06-30T18:54:23.22491Z","steps":["trace[1644432557] 'process raft request' (duration: 113.487682ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:23.618566Z","caller":"traceutil/trace.go:171","msg":"trace[1229119732] transaction","detail":"{read_only:false; response_revision:28693; number_of_response:1; }","duration":"454.646269ms","start":"2026-06-30T18:54:23.163899Z","end":"2026-06-30T18:54:23.618546Z","steps":["trace[1229119732] 'process raft request' (duration: 454.473054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:23.618676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:23.163864Z","time spent":"454.758564ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":987,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:54:23.618559Z","caller":"traceutil/trace.go:171","msg":"trace[959561101] linearizableReadLoop","detail":"{readStateIndex:30032; appliedIndex:30031; }","duration":"392.667622ms","start":"2026-06-30T18:54:23.225866Z","end":"2026-06-30T18:54:23.618534Z","steps":["trace[959561101] 'read index received' (duration: 392.484846ms)","trace[959561101] 'applied index is now lower than readState.Index' (duration: 181.356µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:23.618768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.874978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-06-30T18:54:23.618836Z","caller":"traceutil/trace.go:171","msg":"trace[1323680069] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28693; }","duration":"392.961521ms","start":"2026-06-30T18:54:23.225861Z","end":"2026-06-30T18:54:23.618822Z","steps":["trace[1323680069] 'agreement among raft nodes before linearized reading' (duration: 392.749394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:23.618893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:23.225807Z","time spent":"393.073555ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-06-30T18:54:23.656078Z","caller":"traceutil/trace.go:171","msg":"trace[222027920] transaction","detail":"{read_only:false; response_revision:28694; number_of_response:1; }","duration":"420.456378ms","start":"2026-06-30T18:54:23.235598Z","end":"2026-06-30T18:54:23.656055Z","steps":["trace[222027920] 'process raft request' (duration: 420.313964ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:23.656239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:23.235577Z","time spent":"420.570192ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:23.656584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.440778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:54:23.65663Z","caller":"traceutil/trace.go:171","msg":"trace[1809717632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28694; }","duration":"195.52762ms","start":"2026-06-30T18:54:23.461091Z","end":"2026-06-30T18:54:23.656619Z","steps":["trace[1809717632] 'agreement among raft nodes before linearized reading' (duration: 195.042495ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:23.656841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.386702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-06-30T18:54:23.656928Z","caller":"traceutil/trace.go:171","msg":"trace[1925584386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28694; }","duration":"104.517425ms","start":"2026-06-30T18:54:23.55239Z","end":"2026-06-30T18:54:23.656908Z","steps":["trace[1925584386] 'agreement among raft nodes before linearized reading' (duration: 104.35186ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:23.812124Z","caller":"traceutil/trace.go:171","msg":"trace[1639686500] linearizableReadLoop","detail":"{readStateIndex:30036; appliedIndex:30034; }","duration":"124.897707ms","start":"2026-06-30T18:54:23.687203Z","end":"2026-06-30T18:54:23.8121Z","steps":["trace[1639686500] 'read index received' (duration: 54.368276ms)","trace[1639686500] 'applied index is now lower than readState.Index' (duration: 70.528411ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:23.812209Z","caller":"traceutil/trace.go:171","msg":"trace[1077911570] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"150.603427ms","start":"2026-06-30T18:54:23.661596Z","end":"2026-06-30T18:54:23.8122Z","steps":["trace[1077911570] 'process raft request' (duration: 150.337218ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:23.81213Z","caller":"traceutil/trace.go:171","msg":"trace[1201772996] transaction","detail":"{read_only:false; response_revision:28696; number_of_response:1; }","duration":"150.609706ms","start":"2026-06-30T18:54:23.661483Z","end":"2026-06-30T18:54:23.812093Z","steps":["trace[1201772996] 'process raft request' (duration: 80.277962ms)","trace[1201772996] 'compare' (duration: 70.014354ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:23.812414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.345325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7d15c947-2517-4cc0-9244-2b554c6a12a5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-06-30T18:54:23.812473Z","caller":"traceutil/trace.go:171","msg":"trace[302384087] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7d15c947-2517-4cc0-9244-2b554c6a12a5; range_end:; response_count:1; response_revision:28697; }","duration":"148.415137ms","start":"2026-06-30T18:54:23.664041Z","end":"2026-06-30T18:54:23.812456Z","steps":["trace[302384087] 'agreement among raft nodes before linearized reading' (duration: 148.228531ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:24.156748Z","caller":"traceutil/trace.go:171","msg":"trace[1911117851] transaction","detail":"{read_only:false; response_revision:28698; number_of_response:1; }","duration":"195.784769ms","start":"2026-06-30T18:54:23.960934Z","end":"2026-06-30T18:54:24.156719Z","steps":["trace[1911117851] 'process raft request' (duration: 195.571782ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:24.739473Z","caller":"traceutil/trace.go:171","msg":"trace[615937516] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"158.305442ms","start":"2026-06-30T18:54:24.581137Z","end":"2026-06-30T18:54:24.739442Z","steps":["trace[615937516] 'process raft request' (duration: 66.503102ms)","trace[615937516] 'compare' (duration: 91.50096ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:24.852594Z","caller":"traceutil/trace.go:171","msg":"trace[503799873] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"104.729392ms","start":"2026-06-30T18:54:24.747834Z","end":"2026-06-30T18:54:24.852563Z","steps":["trace[503799873] 'process raft request' (duration: 102.846852ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:24.852715Z","caller":"traceutil/trace.go:171","msg":"trace[73855230] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"104.678601ms","start":"2026-06-30T18:54:24.748013Z","end":"2026-06-30T18:54:24.852691Z","steps":["trace[73855230] 'process raft request' (duration: 104.470044ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:25.745714Z","caller":"traceutil/trace.go:171","msg":"trace[1701047419] transaction","detail":"{read_only:false; response_revision:28710; number_of_response:1; }","duration":"164.634514ms","start":"2026-06-30T18:54:25.58105Z","end":"2026-06-30T18:54:25.745685Z","steps":["trace[1701047419] 'process raft request' (duration: 163.379244ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:26.14854Z","caller":"traceutil/trace.go:171","msg":"trace[1416377767] linearizableReadLoop","detail":"{readStateIndex:30054; appliedIndex:30053; }","duration":"169.079366ms","start":"2026-06-30T18:54:25.979442Z","end":"2026-06-30T18:54:26.148522Z","steps":["trace[1416377767] 'read index received' (duration: 150.067989ms)","trace[1416377767] 'applied index is now lower than readState.Index' (duration: 19.010437ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:26.148606Z","caller":"traceutil/trace.go:171","msg":"trace[216285377] transaction","detail":"{read_only:false; response_revision:28715; number_of_response:1; }","duration":"226.476058ms","start":"2026-06-30T18:54:25.922104Z","end":"2026-06-30T18:54:26.14858Z","steps":["trace[216285377] 'process raft request' (duration: 207.318806ms)","trace[216285377] 'compare' (duration: 19.008637ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:26.148688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.224861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:26.148757Z","caller":"traceutil/trace.go:171","msg":"trace[541076619] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28715; }","duration":"169.332834ms","start":"2026-06-30T18:54:25.979407Z","end":"2026-06-30T18:54:26.14874Z","steps":["trace[541076619] 'agreement among raft nodes before linearized reading' (duration: 169.183099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:26.177778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.094143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-06-30T18:54:26.17778Z","caller":"traceutil/trace.go:171","msg":"trace[612179404] transaction","detail":"{read_only:false; response_revision:28716; number_of_response:1; }","duration":"173.798337ms","start":"2026-06-30T18:54:26.003899Z","end":"2026-06-30T18:54:26.177697Z","steps":["trace[612179404] 'process raft request' (duration: 173.59061ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:26.177858Z","caller":"traceutil/trace.go:171","msg":"trace[2071306468] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28716; }","duration":"167.207977ms","start":"2026-06-30T18:54:26.010631Z","end":"2026-06-30T18:54:26.177839Z","steps":["trace[2071306468] 'agreement among raft nodes before linearized reading' (duration: 166.99415ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:26.384354Z","caller":"traceutil/trace.go:171","msg":"trace[1176917834] linearizableReadLoop","detail":"{readStateIndex:30057; appliedIndex:30056; }","duration":"105.278519ms","start":"2026-06-30T18:54:26.279045Z","end":"2026-06-30T18:54:26.384324Z","steps":["trace[1176917834] 'read index received' (duration: 104.938598ms)","trace[1176917834] 'applied index is now lower than readState.Index' (duration: 338.501µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:26.384513Z","caller":"traceutil/trace.go:171","msg":"trace[1234149972] transaction","detail":"{read_only:false; response_revision:28718; number_of_response:1; }","duration":"121.138966ms","start":"2026-06-30T18:54:26.263304Z","end":"2026-06-30T18:54:26.384443Z","steps":["trace[1234149972] 'process raft request' (duration: 120.783925ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:26.384678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.618811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-06-30T18:54:26.384741Z","caller":"traceutil/trace.go:171","msg":"trace[1003682862] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28718; }","duration":"105.728554ms","start":"2026-06-30T18:54:26.278997Z","end":"2026-06-30T18:54:26.384726Z","steps":["trace[1003682862] 'agreement among raft nodes before linearized reading' (duration: 105.511497ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:26.558177Z","caller":"traceutil/trace.go:171","msg":"trace[683638536] transaction","detail":"{read_only:false; response_revision:28719; number_of_response:1; }","duration":"161.956089ms","start":"2026-06-30T18:54:26.396183Z","end":"2026-06-30T18:54:26.558139Z","steps":["trace[683638536] 'process raft request' (duration: 161.395791ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:26.709874Z","caller":"traceutil/trace.go:171","msg":"trace[2060190544] transaction","detail":"{read_only:false; response_revision:28720; number_of_response:1; }","duration":"146.63469ms","start":"2026-06-30T18:54:26.563208Z","end":"2026-06-30T18:54:26.709843Z","steps":["trace[2060190544] 'process raft request' (duration: 105.218158ms)","trace[2060190544] 'compare' (duration: 41.134103ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:26.791902Z","caller":"traceutil/trace.go:171","msg":"trace[205511690] linearizableReadLoop","detail":"{readStateIndex:30060; appliedIndex:30058; }","duration":"199.546758ms","start":"2026-06-30T18:54:26.592326Z","end":"2026-06-30T18:54:26.791873Z","steps":["trace[205511690] 'read index received' (duration: 76.14515ms)","trace[205511690] 'applied index is now lower than readState.Index' (duration: 123.400378ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:26.792089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.736365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:26.792077Z","caller":"traceutil/trace.go:171","msg":"trace[1766328704] transaction","detail":"{read_only:false; response_revision:28721; number_of_response:1; }","duration":"220.257659ms","start":"2026-06-30T18:54:26.571774Z","end":"2026-06-30T18:54:26.792032Z","steps":["trace[1766328704] 'process raft request' (duration: 219.920468ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:26.792129Z","caller":"traceutil/trace.go:171","msg":"trace[922277356] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28721; }","duration":"199.830698ms","start":"2026-06-30T18:54:26.592286Z","end":"2026-06-30T18:54:26.792116Z","steps":["trace[922277356] 'agreement among raft nodes before linearized reading' (duration: 199.737035ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:26.901665Z","caller":"traceutil/trace.go:171","msg":"trace[1162792142] transaction","detail":"{read_only:false; response_revision:28722; number_of_response:1; }","duration":"105.216868ms","start":"2026-06-30T18:54:26.796412Z","end":"2026-06-30T18:54:26.901629Z","steps":["trace[1162792142] 'process raft request' (duration: 33.024544ms)","trace[1162792142] 'compare' (duration: 71.986727ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:27.412174Z","caller":"traceutil/trace.go:171","msg":"trace[874083486] linearizableReadLoop","detail":"{readStateIndex:30062; appliedIndex:30061; }","duration":"137.211239ms","start":"2026-06-30T18:54:27.274934Z","end":"2026-06-30T18:54:27.412145Z","steps":["trace[874083486] 'read index received' (duration: 137.085005ms)","trace[874083486] 'applied index is now lower than readState.Index' (duration: 125.324µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:27.41235Z","caller":"traceutil/trace.go:171","msg":"trace[1643675368] transaction","detail":"{read_only:false; response_revision:28723; number_of_response:1; }","duration":"139.11886ms","start":"2026-06-30T18:54:27.273086Z","end":"2026-06-30T18:54:27.412204Z","steps":["trace[1643675368] 'process raft request' (duration: 138.897482ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:27.412615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.656623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:54:27.412666Z","caller":"traceutil/trace.go:171","msg":"trace[124585151] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28723; }","duration":"137.754436ms","start":"2026-06-30T18:54:27.274899Z","end":"2026-06-30T18:54:27.412654Z","steps":["trace[124585151] 'agreement among raft nodes before linearized reading' (duration: 137.415395ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:27.440981Z","caller":"traceutil/trace.go:171","msg":"trace[892573875] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"115.910099ms","start":"2026-06-30T18:54:27.325011Z","end":"2026-06-30T18:54:27.440921Z","steps":["trace[892573875] 'process raft request' (duration: 103.774832ms)","trace[892573875] 'compare' (duration: 11.954121ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:27.441367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.270646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-t4d5t\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-06-30T18:54:27.441414Z","caller":"traceutil/trace.go:171","msg":"trace[2050220505] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-t4d5t; range_end:; response_count:1; response_revision:28725; }","duration":"145.344078ms","start":"2026-06-30T18:54:27.296058Z","end":"2026-06-30T18:54:27.441402Z","steps":["trace[2050220505] 'agreement among raft nodes before linearized reading' (duration: 145.167183ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:29.255637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.21902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:29.255728Z","caller":"traceutil/trace.go:171","msg":"trace[504388609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28732; }","duration":"148.360645ms","start":"2026-06-30T18:54:29.107346Z","end":"2026-06-30T18:54:29.255707Z","steps":["trace[504388609] 'range keys from in-memory index tree' (duration: 148.138828ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:29.655317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.255007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:54:29.65543Z","caller":"traceutil/trace.go:171","msg":"trace[1744805313] linearizableReadLoop","detail":"{readStateIndex:30074; appliedIndex:30073; }","duration":"261.436904ms","start":"2026-06-30T18:54:29.39397Z","end":"2026-06-30T18:54:29.655407Z","steps":["trace[1744805313] 'read index received' (duration: 94.013271ms)","trace[1744805313] 'applied index is now lower than readState.Index' (duration: 167.422223ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:29.655676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.681551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv\" ","response":"range_response_count:1 size:5797"} {"level":"info","ts":"2026-06-30T18:54:29.655756Z","caller":"traceutil/trace.go:171","msg":"trace[266562290] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv; range_end:; response_count:1; response_revision:28733; }","duration":"261.774034ms","start":"2026-06-30T18:54:29.393959Z","end":"2026-06-30T18:54:29.655733Z","steps":["trace[266562290] 'agreement among raft nodes before linearized reading' (duration: 261.556617ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:29.655778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.084972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T18:54:29.655814Z","caller":"traceutil/trace.go:171","msg":"trace[1633535846] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28733; }","duration":"256.158805ms","start":"2026-06-30T18:54:29.399641Z","end":"2026-06-30T18:54:29.6558Z","steps":["trace[1633535846] 'agreement among raft nodes before linearized reading' (duration: 256.009661ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:29.799484Z","caller":"traceutil/trace.go:171","msg":"trace[225116515] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"135.461533ms","start":"2026-06-30T18:54:29.663984Z","end":"2026-06-30T18:54:29.799446Z","steps":["trace[225116515] 'process raft request' (duration: 135.190844ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:30.089261Z","caller":"traceutil/trace.go:171","msg":"trace[1444255802] linearizableReadLoop","detail":"{readStateIndex:30076; appliedIndex:30075; }","duration":"111.82659ms","start":"2026-06-30T18:54:29.977412Z","end":"2026-06-30T18:54:30.089238Z","steps":["trace[1444255802] 'read index received' (duration: 111.506569ms)","trace[1444255802] 'applied index is now lower than readState.Index' (duration: 319.231µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:30.089462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.039936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:54:30.089491Z","caller":"traceutil/trace.go:171","msg":"trace[2114235075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28735; }","duration":"112.122478ms","start":"2026-06-30T18:54:29.97736Z","end":"2026-06-30T18:54:30.089482Z","steps":["trace[2114235075] 'agreement among raft nodes before linearized reading' (duration: 111.973744ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:30.089735Z","caller":"traceutil/trace.go:171","msg":"trace[807027581] transaction","detail":"{read_only:false; response_revision:28735; number_of_response:1; }","duration":"121.450676ms","start":"2026-06-30T18:54:29.968274Z","end":"2026-06-30T18:54:30.089725Z","steps":["trace[807027581] 'process raft request' (duration: 120.818516ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:31.213925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.168269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:31.214058Z","caller":"traceutil/trace.go:171","msg":"trace[516023779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28738; }","duration":"106.359104ms","start":"2026-06-30T18:54:31.107669Z","end":"2026-06-30T18:54:31.214028Z","steps":["trace[516023779] 'range keys from in-memory index tree' (duration: 106.070435ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:31.985517Z","caller":"traceutil/trace.go:171","msg":"trace[2021150469] transaction","detail":"{read_only:false; response_revision:28739; number_of_response:1; }","duration":"125.505385ms","start":"2026-06-30T18:54:31.859989Z","end":"2026-06-30T18:54:31.985495Z","steps":["trace[2021150469] 'process raft request' (duration: 102.17437ms)","trace[2021150469] 'compare' (duration: 23.239382ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:32.404769Z","caller":"traceutil/trace.go:171","msg":"trace[898341748] linearizableReadLoop","detail":"{readStateIndex:30083; appliedIndex:30082; }","duration":"167.695742ms","start":"2026-06-30T18:54:32.237047Z","end":"2026-06-30T18:54:32.404743Z","steps":["trace[898341748] 'read index received' (duration: 109.926179ms)","trace[898341748] 'applied index is now lower than readState.Index' (duration: 57.768453ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:32.404806Z","caller":"traceutil/trace.go:171","msg":"trace[2031132242] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"226.016712ms","start":"2026-06-30T18:54:32.17874Z","end":"2026-06-30T18:54:32.404756Z","steps":["trace[2031132242] 'process raft request' (duration: 168.258519ms)","trace[2031132242] 'compare' (duration: 57.541546ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:32.469233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.164079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:32.469313Z","caller":"traceutil/trace.go:171","msg":"trace[1913298303] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28741; }","duration":"232.302414ms","start":"2026-06-30T18:54:32.236991Z","end":"2026-06-30T18:54:32.469293Z","steps":["trace[1913298303] 'agreement among raft nodes before linearized reading' (duration: 167.885398ms)","trace[1913298303] 'count revisions from in-memory index tree' (duration: 64.303001ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:34.377471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:34.877813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:35.132889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448114183s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:54:35.13326Z","caller":"traceutil/trace.go:171","msg":"trace[924930758] linearizableReadLoop","detail":"{readStateIndex:30088; appliedIndex:30087; }","duration":"1.25619955s","start":"2026-06-30T18:54:33.877039Z","end":"2026-06-30T18:54:35.133238Z","steps":["trace[924930758] 'read index received' (duration: 1.255969782s)","trace[924930758] 'applied index is now lower than readState.Index' (duration: 228.697µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:35.133383Z","caller":"traceutil/trace.go:171","msg":"trace[1124664658] transaction","detail":"{read_only:false; response_revision:28745; number_of_response:1; }","duration":"1.4486494s","start":"2026-06-30T18:54:33.6847Z","end":"2026-06-30T18:54:35.133349Z","steps":["trace[1124664658] 'process raft request' (duration: 1.448374431s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.133466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256408286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-06-30T18:54:35.133489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154694059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:35.133526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:33.684683Z","time spent":"1.448766564s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:35.133549Z","caller":"traceutil/trace.go:171","msg":"trace[1305433584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28745; }","duration":"1.154777552s","start":"2026-06-30T18:54:33.978755Z","end":"2026-06-30T18:54:35.133533Z","steps":["trace[1305433584] 'agreement among raft nodes before linearized reading' (duration: 1.154646728s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.13359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:33.978719Z","time spent":"1.154861565s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:35.133594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.04004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-30T18:54:35.133591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.832206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:35.133642Z","caller":"traceutil/trace.go:171","msg":"trace[2094297720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28745; }","duration":"266.127823ms","start":"2026-06-30T18:54:34.867493Z","end":"2026-06-30T18:54:35.133621Z","steps":["trace[2094297720] 'agreement among raft nodes before linearized reading' (duration: 265.988648ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.133673Z","caller":"traceutil/trace.go:171","msg":"trace[1440194771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28745; }","duration":"121.993502ms","start":"2026-06-30T18:54:35.011661Z","end":"2026-06-30T18:54:35.133654Z","steps":["trace[1440194771] 'agreement among raft nodes before linearized reading' (duration: 121.819196ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.133707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.099468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-30T18:54:35.133646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.256528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-30T18:54:35.133738Z","caller":"traceutil/trace.go:171","msg":"trace[812111161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28745; }","duration":"724.15741ms","start":"2026-06-30T18:54:34.40957Z","end":"2026-06-30T18:54:35.133728Z","steps":["trace[812111161] 'agreement among raft nodes before linearized reading' (duration: 724.093878ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.133745Z","caller":"traceutil/trace.go:171","msg":"trace[1820920633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28745; }","duration":"941.385172ms","start":"2026-06-30T18:54:34.192353Z","end":"2026-06-30T18:54:35.133738Z","steps":["trace[1820920633] 'agreement among raft nodes before linearized reading' (duration: 941.227797ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.133758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.409552Z","time spent":"724.199972ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:54:35.133764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.192337Z","time spent":"941.421033ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:54:35.133751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.975405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-06-30T18:54:35.133508Z","caller":"traceutil/trace.go:171","msg":"trace[1639058626] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28745; }","duration":"1.256501189s","start":"2026-06-30T18:54:33.876994Z","end":"2026-06-30T18:54:35.133495Z","steps":["trace[1639058626] 'agreement among raft nodes before linearized reading' (duration: 1.256362294s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.133837Z","caller":"traceutil/trace.go:171","msg":"trace[1037957685] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28745; }","duration":"489.121209ms","start":"2026-06-30T18:54:34.644696Z","end":"2026-06-30T18:54:35.133817Z","steps":["trace[1037957685] 'agreement among raft nodes before linearized reading' (duration: 488.8477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.133851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.876393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-06-30T18:54:35.133878Z","caller":"traceutil/trace.go:171","msg":"trace[750059749] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28745; }","duration":"849.902614ms","start":"2026-06-30T18:54:34.283968Z","end":"2026-06-30T18:54:35.13387Z","steps":["trace[750059749] 'agreement among raft nodes before linearized reading' (duration: 849.839102ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.133883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077205957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-06-30T18:54:35.133869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:33.876977Z","time spent":"1.256876761s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:54:35.133886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.644675Z","time spent":"489.201372ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-06-30T18:54:35.1339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.283886Z","time spent":"850.007007ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-06-30T18:54:35.133905Z","caller":"traceutil/trace.go:171","msg":"trace[473525801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28745; }","duration":"1.077250969s","start":"2026-06-30T18:54:34.056647Z","end":"2026-06-30T18:54:35.133898Z","steps":["trace[473525801] 'agreement among raft nodes before linearized reading' (duration: 1.077184696s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.133892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132064547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-06-30T18:54:35.133923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.056635Z","time spent":"1.077283629s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:54:35.133894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.045503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-06-30T18:54:35.133938Z","caller":"traceutil/trace.go:171","msg":"trace[1314522920] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28745; }","duration":"1.13213769s","start":"2026-06-30T18:54:34.00179Z","end":"2026-06-30T18:54:35.133928Z","steps":["trace[1314522920] 'agreement among raft nodes before linearized reading' (duration: 1.132033046s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.133963Z","caller":"traceutil/trace.go:171","msg":"trace[2060677246] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:28745; }","duration":"973.156356ms","start":"2026-06-30T18:54:34.160798Z","end":"2026-06-30T18:54:35.133955Z","steps":["trace[2060677246] 'agreement among raft nodes before linearized reading' (duration: 972.985741ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.133969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.00177Z","time spent":"1.132190942s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-06-30T18:54:35.133984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.160778Z","time spent":"973.199108ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-06-30T18:54:35.134149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.598216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-06-30T18:54:35.134301Z","caller":"traceutil/trace.go:171","msg":"trace[200738801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28745; }","duration":"563.803333ms","start":"2026-06-30T18:54:34.570476Z","end":"2026-06-30T18:54:35.134279Z","steps":["trace[200738801] 'agreement among raft nodes before linearized reading' (duration: 562.956666ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.134383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:34.570453Z","time spent":"563.916757ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-06-30T18:54:35.394489Z","caller":"traceutil/trace.go:171","msg":"trace[442185128] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"256.429093ms","start":"2026-06-30T18:54:35.138039Z","end":"2026-06-30T18:54:35.394468Z","steps":["trace[442185128] 'process raft request' (duration: 256.242688ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.394724Z","caller":"traceutil/trace.go:171","msg":"trace[157074414] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"256.600399ms","start":"2026-06-30T18:54:35.138099Z","end":"2026-06-30T18:54:35.394699Z","steps":["trace[157074414] 'process raft request' (duration: 256.32962ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.394725Z","caller":"traceutil/trace.go:171","msg":"trace[556467020] linearizableReadLoop","detail":"{readStateIndex:30090; appliedIndex:30088; }","duration":"256.400213ms","start":"2026-06-30T18:54:35.138276Z","end":"2026-06-30T18:54:35.394676Z","steps":["trace[556467020] 'read index received' (duration: 256.019521ms)","trace[556467020] 'applied index is now lower than readState.Index' (duration: 378.602µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:35.395025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.721323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:54:35.395107Z","caller":"traceutil/trace.go:171","msg":"trace[1322333659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28747; }","duration":"256.838866ms","start":"2026-06-30T18:54:35.138249Z","end":"2026-06-30T18:54:35.395088Z","steps":["trace[1322333659] 'agreement among raft nodes before linearized reading' (duration: 256.561667ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.556332Z","caller":"traceutil/trace.go:171","msg":"trace[1158547433] linearizableReadLoop","detail":"{readStateIndex:30094; appliedIndex:30090; }","duration":"161.522164ms","start":"2026-06-30T18:54:35.394784Z","end":"2026-06-30T18:54:35.556306Z","steps":["trace[1158547433] 'read index received' (duration: 161.296437ms)","trace[1158547433] 'applied index is now lower than readState.Index' (duration: 224.367µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:35.556366Z","caller":"traceutil/trace.go:171","msg":"trace[1650586945] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"417.861185ms","start":"2026-06-30T18:54:35.138473Z","end":"2026-06-30T18:54:35.556334Z","steps":["trace[1650586945] 'process raft request' (duration: 417.656728ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.55643Z","caller":"traceutil/trace.go:171","msg":"trace[935973048] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"413.783675ms","start":"2026-06-30T18:54:35.142619Z","end":"2026-06-30T18:54:35.556403Z","steps":["trace[935973048] 'process raft request' (duration: 413.63158ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.556578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.599135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:35.556635Z","caller":"traceutil/trace.go:171","msg":"trace[1853373704] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28751; }","duration":"270.780291ms","start":"2026-06-30T18:54:35.285838Z","end":"2026-06-30T18:54:35.556619Z","steps":["trace[1853373704] 'agreement among raft nodes before linearized reading' (duration: 270.598225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.556627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:35.142611Z","time spent":"413.967261ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:35.556639Z","caller":"traceutil/trace.go:171","msg":"trace[748255666] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"417.980219ms","start":"2026-06-30T18:54:35.138559Z","end":"2026-06-30T18:54:35.556539Z","steps":["trace[748255666] 'process raft request' (duration: 417.616648ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.556738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.445104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:54:35.556818Z","caller":"traceutil/trace.go:171","msg":"trace[1769349914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28751; }","duration":"204.62011ms","start":"2026-06-30T18:54:35.352181Z","end":"2026-06-30T18:54:35.556801Z","steps":["trace[1769349914] 'agreement among raft nodes before linearized reading' (duration: 204.238048ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.556843Z","caller":"traceutil/trace.go:171","msg":"trace[2031482503] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"418.451174ms","start":"2026-06-30T18:54:35.138379Z","end":"2026-06-30T18:54:35.556831Z","steps":["trace[2031482503] 'process raft request' (duration: 417.566736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.556848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:35.138554Z","time spent":"418.181176ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:35.556913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:35.138371Z","time spent":"418.506756ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:35.55651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:35.138468Z","time spent":"417.963738ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:35.557021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.681378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-06-30T18:54:35.557055Z","caller":"traceutil/trace.go:171","msg":"trace[39879502] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28751; }","duration":"306.7529ms","start":"2026-06-30T18:54:35.250293Z","end":"2026-06-30T18:54:35.557046Z","steps":["trace[39879502] 'agreement among raft nodes before linearized reading' (duration: 306.631306ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.557094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:35.250276Z","time spent":"306.810531ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-06-30T18:54:35.562312Z","caller":"traceutil/trace.go:171","msg":"trace[71887712] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"162.246367ms","start":"2026-06-30T18:54:35.400054Z","end":"2026-06-30T18:54:35.5623Z","steps":["trace[71887712] 'process raft request' (duration: 162.111483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.562573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.717749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-06-30T18:54:35.562623Z","caller":"traceutil/trace.go:171","msg":"trace[1574379806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28753; }","duration":"165.795541ms","start":"2026-06-30T18:54:35.396815Z","end":"2026-06-30T18:54:35.562611Z","steps":["trace[1574379806] 'agreement among raft nodes before linearized reading' (duration: 165.626356ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.562476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.04336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-06-30T18:54:35.562718Z","caller":"traceutil/trace.go:171","msg":"trace[2029206582] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:28753; }","duration":"151.307398ms","start":"2026-06-30T18:54:35.411391Z","end":"2026-06-30T18:54:35.562699Z","steps":["trace[2029206582] 'agreement among raft nodes before linearized reading' (duration: 150.977078ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.562531Z","caller":"traceutil/trace.go:171","msg":"trace[1172033013] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"161.989619ms","start":"2026-06-30T18:54:35.400515Z","end":"2026-06-30T18:54:35.562504Z","steps":["trace[1172033013] 'process raft request' (duration: 161.72018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:35.562546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.043058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:35.562922Z","caller":"traceutil/trace.go:171","msg":"trace[375779128] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28753; }","duration":"129.43164ms","start":"2026-06-30T18:54:35.433454Z","end":"2026-06-30T18:54:35.562885Z","steps":["trace[375779128] 'agreement among raft nodes before linearized reading' (duration: 129.065758ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:35.879937Z","caller":"traceutil/trace.go:171","msg":"trace[148908889] transaction","detail":"{read_only:false; response_revision:28757; number_of_response:1; }","duration":"132.475118ms","start":"2026-06-30T18:54:35.747415Z","end":"2026-06-30T18:54:35.87989Z","steps":["trace[148908889] 'process raft request' (duration: 132.292522ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:37.030261Z","caller":"traceutil/trace.go:171","msg":"trace[2064095361] transaction","detail":"{read_only:false; response_revision:28758; number_of_response:1; }","duration":"179.203329ms","start":"2026-06-30T18:54:36.851036Z","end":"2026-06-30T18:54:37.03024Z","steps":["trace[2064095361] 'process raft request' (duration: 179.059005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:37.242183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.469229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:54:37.242474Z","caller":"traceutil/trace.go:171","msg":"trace[2051115403] linearizableReadLoop","detail":"{readStateIndex:30103; appliedIndex:30101; }","duration":"315.405077ms","start":"2026-06-30T18:54:36.927032Z","end":"2026-06-30T18:54:37.242437Z","steps":["trace[2051115403] 'read index received' (duration: 103.171283ms)","trace[2051115403] 'applied index is now lower than readState.Index' (duration: 212.232764ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:37.242689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.644044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-06-30T18:54:37.242728Z","caller":"traceutil/trace.go:171","msg":"trace[1968892909] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28758; }","duration":"315.718097ms","start":"2026-06-30T18:54:36.926998Z","end":"2026-06-30T18:54:37.242716Z","steps":["trace[1968892909] 'agreement among raft nodes before linearized reading' (duration: 315.567802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:37.242765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:36.926984Z","time spent":"315.770098ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-06-30T18:54:37.242758Z","caller":"traceutil/trace.go:171","msg":"trace[186519641] transaction","detail":"{read_only:false; response_revision:28759; number_of_response:1; }","duration":"208.419702ms","start":"2026-06-30T18:54:37.034298Z","end":"2026-06-30T18:54:37.242717Z","steps":["trace[186519641] 'process raft request' (duration: 207.991748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:37.346338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.871806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-06-30T18:54:37.346402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.527781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-06-30T18:54:37.34647Z","caller":"traceutil/trace.go:171","msg":"trace[816974182] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:28759; }","duration":"295.612665ms","start":"2026-06-30T18:54:37.050829Z","end":"2026-06-30T18:54:37.346441Z","steps":["trace[816974182] 'agreement among raft nodes before linearized reading' (duration: 191.951977ms)","trace[816974182] 'range keys from in-memory index tree' (duration: 103.460302ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:37.346413Z","caller":"traceutil/trace.go:171","msg":"trace[781668192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28759; }","duration":"312.99301ms","start":"2026-06-30T18:54:37.033404Z","end":"2026-06-30T18:54:37.346397Z","steps":["trace[781668192] 'agreement among raft nodes before linearized reading' (duration: 209.360292ms)","trace[781668192] 'range keys from in-memory index tree' (duration: 103.446312ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:37.3467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:37.033391Z","time spent":"313.294759ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:54:37.346325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.384904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:37.346873Z","caller":"traceutil/trace.go:171","msg":"trace[1446547909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28759; }","duration":"241.997793ms","start":"2026-06-30T18:54:37.104863Z","end":"2026-06-30T18:54:37.34686Z","steps":["trace[1446547909] 'agreement among raft nodes before linearized reading' (duration: 138.778229ms)","trace[1446547909] 'range keys from in-memory index tree' (duration: 102.608635ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:37.490461Z","caller":"traceutil/trace.go:171","msg":"trace[803200257] linearizableReadLoop","detail":"{readStateIndex:30107; appliedIndex:30106; }","duration":"136.562868ms","start":"2026-06-30T18:54:37.353881Z","end":"2026-06-30T18:54:37.490443Z","steps":["trace[803200257] 'read index received' (duration: 3.876183ms)","trace[803200257] 'applied index is now lower than readState.Index' (duration: 132.592902ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:37.490541Z","caller":"traceutil/trace.go:171","msg":"trace[1277875103] transaction","detail":"{read_only:false; response_revision:28763; number_of_response:1; }","duration":"135.174765ms","start":"2026-06-30T18:54:37.35535Z","end":"2026-06-30T18:54:37.490525Z","steps":["trace[1277875103] 'process raft request' (duration: 134.956148ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:37.490457Z","caller":"traceutil/trace.go:171","msg":"trace[1015079475] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"136.728524ms","start":"2026-06-30T18:54:37.353688Z","end":"2026-06-30T18:54:37.490416Z","steps":["trace[1015079475] 'process raft request' (duration: 122.259302ms)","trace[1015079475] 'compare' (duration: 14.226954ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:37.490745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.843008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-06-30T18:54:37.490806Z","caller":"traceutil/trace.go:171","msg":"trace[1925843247] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:28763; }","duration":"136.958001ms","start":"2026-06-30T18:54:37.353835Z","end":"2026-06-30T18:54:37.490793Z","steps":["trace[1925843247] 'agreement among raft nodes before linearized reading' (duration: 136.763175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:37.545229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.698287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-06-30T18:54:37.545297Z","caller":"traceutil/trace.go:171","msg":"trace[257185092] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28765; }","duration":"138.81043ms","start":"2026-06-30T18:54:37.406472Z","end":"2026-06-30T18:54:37.545283Z","steps":["trace[257185092] 'agreement among raft nodes before linearized reading' (duration: 138.694476ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:37.844274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.298484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:37.844504Z","caller":"traceutil/trace.go:171","msg":"trace[1638687142] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"201.838782ms","start":"2026-06-30T18:54:37.642647Z","end":"2026-06-30T18:54:37.844485Z","steps":["trace[1638687142] 'process raft request' (duration: 94.261659ms)","trace[1638687142] 'compare' (duration: 107.215432ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:37.844734Z","caller":"traceutil/trace.go:171","msg":"trace[45456953] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"187.03789ms","start":"2026-06-30T18:54:37.657689Z","end":"2026-06-30T18:54:37.844727Z","steps":["trace[45456953] 'process raft request' (duration: 186.775111ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:37.844701Z","caller":"traceutil/trace.go:171","msg":"trace[1576897041] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"199.513598ms","start":"2026-06-30T18:54:37.645157Z","end":"2026-06-30T18:54:37.84467Z","steps":["trace[1576897041] 'process raft request' (duration: 199.27067ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:37.844929Z","caller":"traceutil/trace.go:171","msg":"trace[792426041] linearizableReadLoop","detail":"{readStateIndex:30116; appliedIndex:30113; }","duration":"181.277875ms","start":"2026-06-30T18:54:37.663619Z","end":"2026-06-30T18:54:37.844897Z","steps":["trace[792426041] 'read index received' (duration: 48.538229ms)","trace[792426041] 'applied index is now lower than readState.Index' (duration: 132.735956ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:37.845083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.466292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-06-30T18:54:37.845106Z","caller":"traceutil/trace.go:171","msg":"trace[1090688222] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28771; }","duration":"181.551885ms","start":"2026-06-30T18:54:37.663548Z","end":"2026-06-30T18:54:37.8451Z","steps":["trace[1090688222] 'agreement among raft nodes before linearized reading' (duration: 181.445071ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:37.845118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.986086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:37.845159Z","caller":"traceutil/trace.go:171","msg":"trace[671653299] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28771; }","duration":"108.073599ms","start":"2026-06-30T18:54:37.737071Z","end":"2026-06-30T18:54:37.845144Z","steps":["trace[671653299] 'agreement among raft nodes before linearized reading' (duration: 107.979016ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.648821Z","caller":"traceutil/trace.go:171","msg":"trace[1857923854] linearizableReadLoop","detail":"{readStateIndex:30117; appliedIndex:30116; }","duration":"148.5305ms","start":"2026-06-30T18:54:38.500255Z","end":"2026-06-30T18:54:38.648785Z","steps":["trace[1857923854] 'read index received' (duration: 148.341043ms)","trace[1857923854] 'applied index is now lower than readState.Index' (duration: 187.836µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:38.648872Z","caller":"traceutil/trace.go:171","msg":"trace[1696793654] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"191.869953ms","start":"2026-06-30T18:54:38.456963Z","end":"2026-06-30T18:54:38.648833Z","steps":["trace[1696793654] 'process raft request' (duration: 191.592754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:38.649093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.818709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-06-30T18:54:38.649137Z","caller":"traceutil/trace.go:171","msg":"trace[13222702] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:28772; }","duration":"148.937872ms","start":"2026-06-30T18:54:38.500189Z","end":"2026-06-30T18:54:38.649127Z","steps":["trace[13222702] 'agreement among raft nodes before linearized reading' (duration: 148.761727ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:38.649219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.430174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:38.649264Z","caller":"traceutil/trace.go:171","msg":"trace[1580282652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28772; }","duration":"115.557948ms","start":"2026-06-30T18:54:38.533694Z","end":"2026-06-30T18:54:38.649252Z","steps":["trace[1580282652] 'agreement among raft nodes before linearized reading' (duration: 115.424314ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.801252Z","caller":"traceutil/trace.go:171","msg":"trace[958434969] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"141.186844ms","start":"2026-06-30T18:54:38.660028Z","end":"2026-06-30T18:54:38.801215Z","steps":["trace[958434969] 'process raft request' (duration: 61.714528ms)","trace[958434969] 'compare' (duration: 78.466174ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:38.918105Z","caller":"traceutil/trace.go:171","msg":"trace[1188415716] transaction","detail":"{read_only:false; response_revision:28775; number_of_response:1; }","duration":"105.647472ms","start":"2026-06-30T18:54:38.812423Z","end":"2026-06-30T18:54:38.918071Z","steps":["trace[1188415716] 'process raft request' (duration: 105.306931ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.918522Z","caller":"traceutil/trace.go:171","msg":"trace[1434876212] transaction","detail":"{read_only:false; response_revision:28776; number_of_response:1; }","duration":"105.758466ms","start":"2026-06-30T18:54:38.812747Z","end":"2026-06-30T18:54:38.918505Z","steps":["trace[1434876212] 'process raft request' (duration: 105.156966ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.918574Z","caller":"traceutil/trace.go:171","msg":"trace[1790261464] transaction","detail":"{read_only:false; response_revision:28777; number_of_response:1; }","duration":"105.57802ms","start":"2026-06-30T18:54:38.812962Z","end":"2026-06-30T18:54:38.91854Z","steps":["trace[1790261464] 'process raft request' (duration: 105.293851ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.918611Z","caller":"traceutil/trace.go:171","msg":"trace[1782835847] transaction","detail":"{read_only:false; response_revision:28778; number_of_response:1; }","duration":"105.338942ms","start":"2026-06-30T18:54:38.813256Z","end":"2026-06-30T18:54:38.918595Z","steps":["trace[1782835847] 'process raft request' (duration: 105.054552ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.918694Z","caller":"traceutil/trace.go:171","msg":"trace[835380277] transaction","detail":"{read_only:false; response_revision:28780; number_of_response:1; }","duration":"105.171206ms","start":"2026-06-30T18:54:38.813473Z","end":"2026-06-30T18:54:38.918644Z","steps":["trace[835380277] 'process raft request' (duration: 104.920478ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.91859Z","caller":"traceutil/trace.go:171","msg":"trace[902664520] transaction","detail":"{read_only:false; response_revision:28779; number_of_response:1; }","duration":"105.287141ms","start":"2026-06-30T18:54:38.813279Z","end":"2026-06-30T18:54:38.918566Z","steps":["trace[902664520] 'process raft request' (duration: 105.078504ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:38.918928Z","caller":"traceutil/trace.go:171","msg":"trace[1161192619] linearizableReadLoop","detail":"{readStateIndex:30120; appliedIndex:30118; }","duration":"105.941881ms","start":"2026-06-30T18:54:38.812513Z","end":"2026-06-30T18:54:38.918455Z","steps":["trace[1161192619] 'read index received' (duration: 52.833166ms)","trace[1161192619] 'applied index is now lower than readState.Index' (duration: 53.107335ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:38.919944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.135119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-d5hlm\" ","response":"range_response_count:1 size:6323"} {"level":"info","ts":"2026-06-30T18:54:38.92008Z","caller":"traceutil/trace.go:171","msg":"trace[187721518] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-d5hlm; range_end:; response_count:1; response_revision:28780; }","duration":"107.582853ms","start":"2026-06-30T18:54:38.812481Z","end":"2026-06-30T18:54:38.920064Z","steps":["trace[187721518] 'agreement among raft nodes before linearized reading' (duration: 106.496359ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.097005Z","caller":"traceutil/trace.go:171","msg":"trace[439454837] linearizableReadLoop","detail":"{readStateIndex:30126; appliedIndex:30125; }","duration":"169.875212ms","start":"2026-06-30T18:54:38.927111Z","end":"2026-06-30T18:54:39.096986Z","steps":["trace[439454837] 'read index received' (duration: 139.270795ms)","trace[439454837] 'applied index is now lower than readState.Index' (duration: 30.603547ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:39.097027Z","caller":"traceutil/trace.go:171","msg":"trace[7578784] transaction","detail":"{read_only:false; response_revision:28781; number_of_response:1; }","duration":"171.180043ms","start":"2026-06-30T18:54:38.925817Z","end":"2026-06-30T18:54:39.096997Z","steps":["trace[7578784] 'process raft request' (duration: 140.476453ms)","trace[7578784] 'compare' (duration: 30.579466ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:39.098058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.928535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-30T18:54:39.098124Z","caller":"traceutil/trace.go:171","msg":"trace[1646638442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28781; }","duration":"171.034839ms","start":"2026-06-30T18:54:38.927073Z","end":"2026-06-30T18:54:39.098108Z","steps":["trace[1646638442] 'agreement among raft nodes before linearized reading' (duration: 169.992045ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.102768Z","caller":"traceutil/trace.go:171","msg":"trace[1607331081] transaction","detail":"{read_only:false; response_revision:28782; number_of_response:1; }","duration":"174.967084ms","start":"2026-06-30T18:54:38.927767Z","end":"2026-06-30T18:54:39.102735Z","steps":["trace[1607331081] 'process raft request' (duration: 174.743007ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.102896Z","caller":"traceutil/trace.go:171","msg":"trace[1075135708] transaction","detail":"{read_only:false; response_revision:28783; number_of_response:1; }","duration":"171.495873ms","start":"2026-06-30T18:54:38.931388Z","end":"2026-06-30T18:54:39.102884Z","steps":["trace[1075135708] 'process raft request' (duration: 171.257085ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:39.102884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.273328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-06-30T18:54:39.10296Z","caller":"traceutil/trace.go:171","msg":"trace[310370957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:28783; }","duration":"151.412532ms","start":"2026-06-30T18:54:38.951526Z","end":"2026-06-30T18:54:39.102939Z","steps":["trace[310370957] 'agreement among raft nodes before linearized reading' (duration: 151.186234ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.420618Z","caller":"traceutil/trace.go:171","msg":"trace[1752023709] linearizableReadLoop","detail":"{readStateIndex:30137; appliedIndex:30136; }","duration":"129.511024ms","start":"2026-06-30T18:54:39.291084Z","end":"2026-06-30T18:54:39.420595Z","steps":["trace[1752023709] 'read index received' (duration: 129.293757ms)","trace[1752023709] 'applied index is now lower than readState.Index' (duration: 216.097µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:39.42076Z","caller":"traceutil/trace.go:171","msg":"trace[121973610] transaction","detail":"{read_only:false; response_revision:28792; number_of_response:1; }","duration":"129.820584ms","start":"2026-06-30T18:54:39.290901Z","end":"2026-06-30T18:54:39.420721Z","steps":["trace[121973610] 'process raft request' (duration: 129.473583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:39.420902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.796413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-30T18:54:39.420975Z","caller":"traceutil/trace.go:171","msg":"trace[1877883339] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28792; }","duration":"129.916886ms","start":"2026-06-30T18:54:39.291041Z","end":"2026-06-30T18:54:39.420958Z","steps":["trace[1877883339] 'agreement among raft nodes before linearized reading' (duration: 129.668158ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.439035Z","caller":"traceutil/trace.go:171","msg":"trace[974276048] transaction","detail":"{read_only:false; response_revision:28793; number_of_response:1; }","duration":"147.89702ms","start":"2026-06-30T18:54:39.291119Z","end":"2026-06-30T18:54:39.439017Z","steps":["trace[974276048] 'process raft request' (duration: 147.712394ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.439352Z","caller":"traceutil/trace.go:171","msg":"trace[1332745335] transaction","detail":"{read_only:false; response_revision:28794; number_of_response:1; }","duration":"134.609266ms","start":"2026-06-30T18:54:39.304722Z","end":"2026-06-30T18:54:39.439331Z","steps":["trace[1332745335] 'process raft request' (duration: 134.233584ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.439489Z","caller":"traceutil/trace.go:171","msg":"trace[469661557] transaction","detail":"{read_only:false; response_revision:28796; number_of_response:1; }","duration":"133.16376ms","start":"2026-06-30T18:54:39.306319Z","end":"2026-06-30T18:54:39.439482Z","steps":["trace[469661557] 'process raft request' (duration: 132.989405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:39.439517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.341863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9686"} {"level":"info","ts":"2026-06-30T18:54:39.439546Z","caller":"traceutil/trace.go:171","msg":"trace[1888323885] transaction","detail":"{read_only:false; response_revision:28795; number_of_response:1; }","duration":"134.568645ms","start":"2026-06-30T18:54:39.304972Z","end":"2026-06-30T18:54:39.43954Z","steps":["trace[1888323885] 'process raft request' (duration: 134.236734ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.439577Z","caller":"traceutil/trace.go:171","msg":"trace[1767807914] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:28796; }","duration":"147.454676ms","start":"2026-06-30T18:54:39.292108Z","end":"2026-06-30T18:54:39.439563Z","steps":["trace[1767807914] 'agreement among raft nodes before linearized reading' (duration: 147.255239ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.553475Z","caller":"traceutil/trace.go:171","msg":"trace[214872973] transaction","detail":"{read_only:false; response_revision:28798; number_of_response:1; }","duration":"110.089823ms","start":"2026-06-30T18:54:39.443347Z","end":"2026-06-30T18:54:39.553437Z","steps":["trace[214872973] 'process raft request' (duration: 104.059821ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.553529Z","caller":"traceutil/trace.go:171","msg":"trace[728321404] transaction","detail":"{read_only:false; response_revision:28799; number_of_response:1; }","duration":"109.581547ms","start":"2026-06-30T18:54:39.443919Z","end":"2026-06-30T18:54:39.553501Z","steps":["trace[728321404] 'process raft request' (duration: 109.436172ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:39.553596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.808844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:54:39.55368Z","caller":"traceutil/trace.go:171","msg":"trace[77891108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28799; }","duration":"109.933368ms","start":"2026-06-30T18:54:39.44373Z","end":"2026-06-30T18:54:39.553663Z","steps":["trace[77891108] 'agreement among raft nodes before linearized reading' (duration: 109.711831ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.553606Z","caller":"traceutil/trace.go:171","msg":"trace[225128173] linearizableReadLoop","detail":"{readStateIndex:30143; appliedIndex:30141; }","duration":"109.66724ms","start":"2026-06-30T18:54:39.44377Z","end":"2026-06-30T18:54:39.553437Z","steps":["trace[225128173] 'read index received' (duration: 4.290867ms)","trace[225128173] 'applied index is now lower than readState.Index' (duration: 105.375153ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:39.596734Z","caller":"traceutil/trace.go:171","msg":"trace[1986155126] transaction","detail":"{read_only:false; response_revision:28800; number_of_response:1; }","duration":"143.697216ms","start":"2026-06-30T18:54:39.453006Z","end":"2026-06-30T18:54:39.596704Z","steps":["trace[1986155126] 'process raft request' (duration: 143.491149ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:39.596885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.983449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-06-30T18:54:39.596968Z","caller":"traceutil/trace.go:171","msg":"trace[1812480362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28801; }","duration":"151.092801ms","start":"2026-06-30T18:54:39.445852Z","end":"2026-06-30T18:54:39.596945Z","steps":["trace[1812480362] 'agreement among raft nodes before linearized reading' (duration: 150.854854ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:39.596991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.849623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:54:39.59707Z","caller":"traceutil/trace.go:171","msg":"trace[31093204] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28801; }","duration":"145.002288ms","start":"2026-06-30T18:54:39.452051Z","end":"2026-06-30T18:54:39.597054Z","steps":["trace[31093204] 'agreement among raft nodes before linearized reading' (duration: 144.74833ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:39.997838Z","caller":"traceutil/trace.go:171","msg":"trace[71873961] linearizableReadLoop","detail":"{readStateIndex:30148; appliedIndex:30147; }","duration":"389.326715ms","start":"2026-06-30T18:54:39.608486Z","end":"2026-06-30T18:54:39.997813Z","steps":["trace[71873961] 'read index received' (duration: 311.611355ms)","trace[71873961] 'applied index is now lower than readState.Index' (duration: 77.71014ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:39.997873Z","caller":"traceutil/trace.go:171","msg":"trace[787484107] transaction","detail":"{read_only:false; response_revision:28803; number_of_response:1; }","duration":"394.452498ms","start":"2026-06-30T18:54:39.603368Z","end":"2026-06-30T18:54:39.99782Z","steps":["trace[787484107] 'process raft request' (duration: 316.711507ms)","trace[787484107] 'compare' (duration: 77.278947ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:39.998026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:39.603338Z","time spent":"394.620314ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:54:39.998107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.586405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9686"} {"level":"info","ts":"2026-06-30T18:54:39.998144Z","caller":"traceutil/trace.go:171","msg":"trace[1939116270] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:28803; }","duration":"390.669428ms","start":"2026-06-30T18:54:39.607463Z","end":"2026-06-30T18:54:39.998133Z","steps":["trace[1939116270] 'agreement among raft nodes before linearized reading' (duration: 390.462152ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:39.998174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:39.607449Z","time spent":"390.717229ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9708,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-06-30T18:54:40.001312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.229072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:54:40.00139Z","caller":"traceutil/trace.go:171","msg":"trace[19195206] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28804; }","duration":"389.330946ms","start":"2026-06-30T18:54:39.612042Z","end":"2026-06-30T18:54:40.001373Z","steps":["trace[19195206] 'agreement among raft nodes before linearized reading' (duration: 389.116159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:40.001436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.88921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:54:40.001598Z","caller":"traceutil/trace.go:171","msg":"trace[346722236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28804; }","duration":"153.070985ms","start":"2026-06-30T18:54:39.848504Z","end":"2026-06-30T18:54:40.001575Z","steps":["trace[346722236] 'agreement among raft nodes before linearized reading' (duration: 152.733505ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:40.00166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.168869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:54:40.001733Z","caller":"traceutil/trace.go:171","msg":"trace[796929585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28804; }","duration":"153.273102ms","start":"2026-06-30T18:54:39.848449Z","end":"2026-06-30T18:54:40.001722Z","steps":["trace[796929585] 'agreement among raft nodes before linearized reading' (duration: 153.109097ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:40.001967Z","caller":"traceutil/trace.go:171","msg":"trace[1821818123] transaction","detail":"{read_only:false; response_revision:28804; number_of_response:1; }","duration":"360.131333ms","start":"2026-06-30T18:54:39.641753Z","end":"2026-06-30T18:54:40.001884Z","steps":["trace[1821818123] 'process raft request' (duration: 359.272616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:40.002142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.002456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-30T18:54:40.002203Z","caller":"traceutil/trace.go:171","msg":"trace[2021665683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28804; }","duration":"144.087129ms","start":"2026-06-30T18:54:39.858102Z","end":"2026-06-30T18:54:40.002189Z","steps":["trace[2021665683] 'agreement among raft nodes before linearized reading' (duration: 143.936894ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:40.002291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.604745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-30T18:54:40.002423Z","caller":"traceutil/trace.go:171","msg":"trace[1951757111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28804; }","duration":"285.74346ms","start":"2026-06-30T18:54:39.716635Z","end":"2026-06-30T18:54:40.002378Z","steps":["trace[1951757111] 'agreement among raft nodes before linearized reading' (duration: 285.500062ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:40.002608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.461656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:54:40.002647Z","caller":"traceutil/trace.go:171","msg":"trace[1632474185] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28804; }","duration":"361.536658ms","start":"2026-06-30T18:54:39.641098Z","end":"2026-06-30T18:54:40.002635Z","steps":["trace[1632474185] 'agreement among raft nodes before linearized reading' (duration: 361.439905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:40.001534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:39.612035Z","time spent":"389.484411ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:54:40.002715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:39.641092Z","time spent":"361.614371ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:54:40.002111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.401577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-30T18:54:40.002857Z","caller":"traceutil/trace.go:171","msg":"trace[2143814120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28804; }","duration":"170.198692ms","start":"2026-06-30T18:54:39.832643Z","end":"2026-06-30T18:54:40.002842Z","steps":["trace[2143814120] 'agreement among raft nodes before linearized reading' (duration: 169.358165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:40.003072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:39.641743Z","time spent":"360.409203ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:40.548659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:42.105583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:54:42.105657Z","caller":"traceutil/trace.go:171","msg":"trace[743577832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610668s","start":"2026-06-30T18:54:40.105029Z","end":"2026-06-30T18:54:42.10564Z","steps":["trace[743577832] 'agreement among raft nodes before linearized reading' (duration: 2.000508015s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:42.105694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.105013Z","time spent":"2.00067354s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:42.170726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532106677s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:42.170874Z","caller":"traceutil/trace.go:171","msg":"trace[837753661] transaction","detail":"{read_only:false; response_revision:28806; number_of_response:1; }","duration":"2.164782817s","start":"2026-06-30T18:54:40.00607Z","end":"2026-06-30T18:54:42.170853Z","steps":["trace[837753661] 'process raft request' (duration: 632.481044ms)","trace[837753661] 'compare' (duration: 1.530729703s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:42.170929Z","caller":"traceutil/trace.go:171","msg":"trace[2029745443] linearizableReadLoop","detail":"{readStateIndex:30156; appliedIndex:30150; }","duration":"2.123344754s","start":"2026-06-30T18:54:40.047577Z","end":"2026-06-30T18:54:42.170922Z","steps":["trace[2029745443] 'read index received' (duration: 590.924618ms)","trace[2029745443] 'applied index is now lower than readState.Index' (duration: 1.532419386s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:42.170946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.006057Z","time spent":"2.16485767s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:42.171031Z","caller":"traceutil/trace.go:171","msg":"trace[971339293] transaction","detail":"{read_only:false; response_revision:28810; number_of_response:1; }","duration":"2.163914139s","start":"2026-06-30T18:54:40.007111Z","end":"2026-06-30T18:54:42.171025Z","steps":["trace[971339293] 'process raft request' (duration: 2.163770735s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:42.171058Z","caller":"traceutil/trace.go:171","msg":"trace[1805932789] transaction","detail":"{read_only:false; response_revision:28811; number_of_response:1; }","duration":"2.163911139s","start":"2026-06-30T18:54:40.007139Z","end":"2026-06-30T18:54:42.171051Z","steps":["trace[1805932789] 'process raft request' (duration: 2.163758784s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:42.171064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.007102Z","time spent":"2.16394261s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:42.171089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.007127Z","time spent":"2.163942471s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:42.171139Z","caller":"traceutil/trace.go:171","msg":"trace[493424974] transaction","detail":"{read_only:false; response_revision:28808; number_of_response:1; }","duration":"2.164452707s","start":"2026-06-30T18:54:40.006658Z","end":"2026-06-30T18:54:42.171111Z","steps":["trace[493424974] 'process raft request' (duration: 2.164181489s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:42.171189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163323981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-06-30T18:54:42.171209Z","caller":"traceutil/trace.go:171","msg":"trace[402597884] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28811; }","duration":"2.163366862s","start":"2026-06-30T18:54:40.007836Z","end":"2026-06-30T18:54:42.171202Z","steps":["trace[402597884] 'agreement among raft nodes before linearized reading' (duration: 2.16329462s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:42.171227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.007821Z","time spent":"2.163399474s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:54:42.171183Z","caller":"traceutil/trace.go:171","msg":"trace[858026949] transaction","detail":"{read_only:false; response_revision:28809; number_of_response:1; }","duration":"2.164223109s","start":"2026-06-30T18:54:40.006952Z","end":"2026-06-30T18:54:42.171176Z","steps":["trace[858026949] 'process raft request' (duration: 2.163907139s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:42.171278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.00665Z","time spent":"2.16455269s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:42.171305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.006933Z","time spent":"2.164353414s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:42.171433Z","caller":"traceutil/trace.go:171","msg":"trace[1443753908] transaction","detail":"{read_only:false; response_revision:28807; number_of_response:1; }","duration":"2.164908272s","start":"2026-06-30T18:54:40.006499Z","end":"2026-06-30T18:54:42.171408Z","steps":["trace[1443753908] 'process raft request' (duration: 2.164293982s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:42.171544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.006488Z","time spent":"2.164997264s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:42.671673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:42.844017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239746224s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:44.106491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00070572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:44.106557Z","caller":"traceutil/trace.go:171","msg":"trace[1256131742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000815733s","start":"2026-06-30T18:54:42.105725Z","end":"2026-06-30T18:54:44.10654Z","steps":["trace[1256131742] 'agreement among raft nodes before linearized reading' (duration: 2.000733871s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.106602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.105709Z","time spent":"2.000885756s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:44.369071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523822042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:44.369293Z","caller":"traceutil/trace.go:171","msg":"trace[1222449430] transaction","detail":"{read_only:false; response_revision:28812; number_of_response:1; }","duration":"2.765109586s","start":"2026-06-30T18:54:41.60414Z","end":"2026-06-30T18:54:44.36925Z","steps":["trace[1222449430] 'process raft request' (duration: 1.24023007s)","trace[1222449430] 'compare' (duration: 1.523468921s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:44.369525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:41.604118Z","time spent":"2.76524917s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:44.423978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579590492s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:54:44.424346Z","caller":"traceutil/trace.go:171","msg":"trace[1374695204] linearizableReadLoop","detail":"{readStateIndex:30161; appliedIndex:30156; }","duration":"2.253385824s","start":"2026-06-30T18:54:42.170942Z","end":"2026-06-30T18:54:44.424328Z","steps":["trace[1374695204] 'read index received' (duration: 673.453502ms)","trace[1374695204] 'applied index is now lower than readState.Index' (duration: 1.579931822s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:44.4244Z","caller":"traceutil/trace.go:171","msg":"trace[163306134] transaction","detail":"{read_only:false; response_revision:28814; number_of_response:1; }","duration":"2.246563706s","start":"2026-06-30T18:54:42.177832Z","end":"2026-06-30T18:54:44.424395Z","steps":["trace[163306134] 'process raft request' (duration: 2.246412202s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.424335Z","caller":"traceutil/trace.go:171","msg":"trace[1784235697] transaction","detail":"{read_only:false; response_revision:28813; number_of_response:1; }","duration":"2.412250255s","start":"2026-06-30T18:54:42.012057Z","end":"2026-06-30T18:54:44.424308Z","steps":["trace[1784235697] 'process raft request' (duration: 2.412067459s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.424473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.177808Z","time spent":"2.246610358s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:44.424566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.012031Z","time spent":"2.4124292s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:44.42463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271975782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-06-30T18:54:44.424642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.332979983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:44.424883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367705801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3180"} {"level":"info","ts":"2026-06-30T18:54:44.42489Z","caller":"traceutil/trace.go:171","msg":"trace[441939964] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28816; }","duration":"3.272100566s","start":"2026-06-30T18:54:41.152591Z","end":"2026-06-30T18:54:44.424691Z","steps":["trace[441939964] 'agreement among raft nodes before linearized reading' (duration: 3.271876309s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.42491Z","caller":"traceutil/trace.go:171","msg":"trace[835304801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28816; }","duration":"4.367939179s","start":"2026-06-30T18:54:40.056964Z","end":"2026-06-30T18:54:44.424904Z","steps":["trace[835304801] 'agreement among raft nodes before linearized reading' (duration: 4.36766526s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.42493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.056949Z","time spent":"4.36797619s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3202,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-06-30T18:54:44.42494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:41.152573Z","time spent":"3.272355444s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:54:44.425002Z","caller":"traceutil/trace.go:171","msg":"trace[1785855594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28816; }","duration":"4.333385436s","start":"2026-06-30T18:54:40.091587Z","end":"2026-06-30T18:54:44.424972Z","steps":["trace[1785855594] 'agreement among raft nodes before linearized reading' (duration: 4.332932091s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200194147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:44.425081Z","caller":"traceutil/trace.go:171","msg":"trace[1953814565] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28816; }","duration":"2.200250999s","start":"2026-06-30T18:54:42.224822Z","end":"2026-06-30T18:54:44.425073Z","steps":["trace[1953814565] 'agreement among raft nodes before linearized reading' (duration: 2.200208468s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.224805Z","time spent":"2.20028743s","remote":"127.0.0.1:55808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:44.4251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.091567Z","time spent":"4.33351381s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:44.425206Z","caller":"traceutil/trace.go:171","msg":"trace[570483633] transaction","detail":"{read_only:false; response_revision:28815; number_of_response:1; }","duration":"1.873568734s","start":"2026-06-30T18:54:42.551618Z","end":"2026-06-30T18:54:44.425187Z","steps":["trace[570483633] 'process raft request' (duration: 1.872649834s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.648631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:44.425285Z","caller":"traceutil/trace.go:171","msg":"trace[1732297684] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28816; }","duration":"188.704113ms","start":"2026-06-30T18:54:44.236576Z","end":"2026-06-30T18:54:44.42528Z","steps":["trace[1732297684] 'agreement among raft nodes before linearized reading' (duration: 188.664941ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365599085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:44.425334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.551581Z","time spent":"1.873674467s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:44.425355Z","caller":"traceutil/trace.go:171","msg":"trace[348028844] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28816; }","duration":"2.365718229s","start":"2026-06-30T18:54:42.059616Z","end":"2026-06-30T18:54:44.425334Z","steps":["trace[348028844] 'agreement among raft nodes before linearized reading' (duration: 2.365604106s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.850472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-30T18:54:44.425414Z","caller":"traceutil/trace.go:171","msg":"trace[704168692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28816; }","duration":"248.876663ms","start":"2026-06-30T18:54:44.176531Z","end":"2026-06-30T18:54:44.425408Z","steps":["trace[704168692] 'agreement among raft nodes before linearized reading' (duration: 248.824041ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.42545Z","caller":"traceutil/trace.go:171","msg":"trace[1012178817] transaction","detail":"{read_only:false; response_revision:28816; number_of_response:1; }","duration":"1.786202826s","start":"2026-06-30T18:54:42.639233Z","end":"2026-06-30T18:54:44.425436Z","steps":["trace[1012178817] 'process raft request' (duration: 1.785058959s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.967186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:54:44.425496Z","caller":"traceutil/trace.go:171","msg":"trace[1581768691] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28816; }","duration":"248.991676ms","start":"2026-06-30T18:54:44.1765Z","end":"2026-06-30T18:54:44.425492Z","steps":["trace[1581768691] 'agreement among raft nodes before linearized reading' (duration: 248.951845ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.63921Z","time spent":"1.786279868s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:44.425558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813275833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-30T18:54:44.425616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.370377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:44.42563Z","caller":"traceutil/trace.go:171","msg":"trace[1146879075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28816; }","duration":"311.384128ms","start":"2026-06-30T18:54:44.114242Z","end":"2026-06-30T18:54:44.425626Z","steps":["trace[1146879075] 'agreement among raft nodes before linearized reading' (duration: 311.360067ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.300676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-30T18:54:44.425561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.066838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:54:44.425662Z","caller":"traceutil/trace.go:171","msg":"trace[818196719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28816; }","duration":"249.385099ms","start":"2026-06-30T18:54:44.176264Z","end":"2026-06-30T18:54:44.42565Z","steps":["trace[818196719] 'agreement among raft nodes before linearized reading' (duration: 249.304377ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.544352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-30T18:54:44.425683Z","caller":"traceutil/trace.go:171","msg":"trace[122677907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28816; }","duration":"249.194303ms","start":"2026-06-30T18:54:44.176477Z","end":"2026-06-30T18:54:44.425671Z","steps":["trace[122677907] 'agreement among raft nodes before linearized reading' (duration: 249.053639ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.425706Z","caller":"traceutil/trace.go:171","msg":"trace[404637144] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446; range_end:; response_count:1; response_revision:28816; }","duration":"316.588014ms","start":"2026-06-30T18:54:44.109114Z","end":"2026-06-30T18:54:44.425702Z","steps":["trace[404637144] 'agreement among raft nodes before linearized reading' (duration: 316.542583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.42572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.1091Z","time spent":"316.616344ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" "} {"level":"info","ts":"2026-06-30T18:54:44.425622Z","caller":"traceutil/trace.go:171","msg":"trace[33629024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28816; }","duration":"2.813340865s","start":"2026-06-30T18:54:41.612269Z","end":"2026-06-30T18:54:44.42561Z","steps":["trace[33629024] 'agreement among raft nodes before linearized reading' (duration: 2.81319188s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:41.61224Z","time spent":"2.813528811s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:54:44.425791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859339263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-06-30T18:54:44.425647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.114189Z","time spent":"311.45487ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:44.425837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.291298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-06-30T18:54:44.425851Z","caller":"traceutil/trace.go:171","msg":"trace[151752995] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:28816; }","duration":"668.3321ms","start":"2026-06-30T18:54:43.757515Z","end":"2026-06-30T18:54:44.425847Z","steps":["trace[151752995] 'agreement among raft nodes before linearized reading' (duration: 668.285888ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.425846Z","caller":"traceutil/trace.go:171","msg":"trace[37582583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28816; }","duration":"2.868631009s","start":"2026-06-30T18:54:41.557178Z","end":"2026-06-30T18:54:44.425809Z","steps":["trace[37582583] 'agreement among raft nodes before linearized reading' (duration: 2.868555037s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.425865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.757504Z","time spent":"668.35787ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4772,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-06-30T18:54:44.425875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:41.557163Z","time spent":"2.868705172s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:54:44.425983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.559517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-06-30T18:54:44.426Z","caller":"traceutil/trace.go:171","msg":"trace[561183840] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:28816; }","duration":"668.589937ms","start":"2026-06-30T18:54:43.757405Z","end":"2026-06-30T18:54:44.425995Z","steps":["trace[561183840] 'agreement among raft nodes before linearized reading' (duration: 668.541666ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.426013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.757397Z","time spent":"668.612809ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4695,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:54:44.426074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510661999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-06-30T18:54:44.426113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101103053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:44.426146Z","caller":"traceutil/trace.go:171","msg":"trace[665108932] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28816; }","duration":"4.101138564s","start":"2026-06-30T18:54:40.324998Z","end":"2026-06-30T18:54:44.426136Z","steps":["trace[665108932] 'agreement among raft nodes before linearized reading' (duration: 4.101080022s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.426185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.324955Z","time spent":"4.101222476s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:44.4262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.117139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-06-30T18:54:44.426217Z","caller":"traceutil/trace.go:171","msg":"trace[1022194312] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:28816; }","duration":"671.16757ms","start":"2026-06-30T18:54:43.755045Z","end":"2026-06-30T18:54:44.426212Z","steps":["trace[1022194312] 'agreement among raft nodes before linearized reading' (duration: 671.126799ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.426238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755025Z","time spent":"671.207301ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4242,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-06-30T18:54:44.426193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624379854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-06-30T18:54:44.426534Z","caller":"traceutil/trace.go:171","msg":"trace[1684632452] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:28816; }","duration":"2.625299284s","start":"2026-06-30T18:54:41.801206Z","end":"2026-06-30T18:54:44.426505Z","steps":["trace[1684632452] 'agreement among raft nodes before linearized reading' (duration: 2.623991622s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.426633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:41.801186Z","time spent":"2.625427838s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:54:44.426186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.060646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"warn","ts":"2026-06-30T18:54:44.425404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.059594Z","time spent":"2.365795202s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:44.426106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.685611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9080"} {"level":"warn","ts":"2026-06-30T18:54:44.426264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.26468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-06-30T18:54:44.426141Z","caller":"traceutil/trace.go:171","msg":"trace[320236934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28816; }","duration":"3.510769242s","start":"2026-06-30T18:54:40.915356Z","end":"2026-06-30T18:54:44.426125Z","steps":["trace[320236934] 'agreement among raft nodes before linearized reading' (duration: 3.510563116s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.426157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.920048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5113"} {"level":"warn","ts":"2026-06-30T18:54:44.426318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.42804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:44.426347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.141696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:44.42637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511798568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:44.426367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.438475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-06-30T18:54:44.426409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704707574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-06-30T18:54:44.426432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807130983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:44.426464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.751635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4738"} {"level":"warn","ts":"2026-06-30T18:54:44.426455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-06-30T18:54:44.426659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.276441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:4461"} {"level":"warn","ts":"2026-06-30T18:54:44.426814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.487248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-06-30T18:54:44.426822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449145262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-06-30T18:54:44.426885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.598162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-06-30T18:54:44.426948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.14127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5128"} {"level":"warn","ts":"2026-06-30T18:54:44.427014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.257033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5261"} {"level":"warn","ts":"2026-06-30T18:54:44.427027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.648485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-06-30T18:54:44.427044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.620595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7671"} {"level":"warn","ts":"2026-06-30T18:54:44.427078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.400298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"warn","ts":"2026-06-30T18:54:44.427068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.890983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"warn","ts":"2026-06-30T18:54:44.427089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.617074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-06-30T18:54:44.427078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.638115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5167"} {"level":"info","ts":"2026-06-30T18:54:44.429217Z","caller":"traceutil/trace.go:171","msg":"trace[2069786884] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:28816; }","duration":"673.794133ms","start":"2026-06-30T18:54:43.755405Z","end":"2026-06-30T18:54:44.429199Z","steps":["trace[2069786884] 'agreement among raft nodes before linearized reading' (duration: 671.567802ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.429242Z","caller":"traceutil/trace.go:171","msg":"trace[1797366085] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28816; }","duration":"1.707533515s","start":"2026-06-30T18:54:42.72167Z","end":"2026-06-30T18:54:44.429204Z","steps":["trace[1797366085] 'agreement among raft nodes before linearized reading' (duration: 1.704709775s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.75539Z","time spent":"673.860976ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5189,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:54:44.429325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.721654Z","time spent":"1.707645369s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-06-30T18:54:44.429392Z","caller":"traceutil/trace.go:171","msg":"trace[1882104198] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28816; }","duration":"1.810127729s","start":"2026-06-30T18:54:42.619257Z","end":"2026-06-30T18:54:44.429385Z","steps":["trace[1882104198] 'agreement among raft nodes before linearized reading' (duration: 1.807160395s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.619236Z","time spent":"1.81017469s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:44.429502Z","caller":"traceutil/trace.go:171","msg":"trace[108467532] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:28816; }","duration":"672.808302ms","start":"2026-06-30T18:54:43.756685Z","end":"2026-06-30T18:54:44.429493Z","steps":["trace[108467532] 'agreement among raft nodes before linearized reading' (duration: 669.714773ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.756676Z","time spent":"672.843334ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4760,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-06-30T18:54:44.42958Z","caller":"traceutil/trace.go:171","msg":"trace[1614857307] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28816; }","duration":"3.69212927s","start":"2026-06-30T18:54:40.737445Z","end":"2026-06-30T18:54:44.429575Z","steps":["trace[1614857307] 'agreement among raft nodes before linearized reading' (duration: 3.688909228s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.73742Z","time spent":"3.692174292s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-06-30T18:54:44.429662Z","caller":"traceutil/trace.go:171","msg":"trace[424252145] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:28816; }","duration":"673.307788ms","start":"2026-06-30T18:54:43.756349Z","end":"2026-06-30T18:54:44.429656Z","steps":["trace[424252145] 'agreement among raft nodes before linearized reading' (duration: 670.134637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.756329Z","time spent":"673.34893ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4483,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-06-30T18:54:44.429745Z","caller":"traceutil/trace.go:171","msg":"trace[1257594159] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:28816; }","duration":"673.438073ms","start":"2026-06-30T18:54:43.756302Z","end":"2026-06-30T18:54:44.42974Z","steps":["trace[1257594159] 'agreement among raft nodes before linearized reading' (duration: 670.420776ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.756295Z","time spent":"673.460573ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3658,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-06-30T18:54:44.429821Z","caller":"traceutil/trace.go:171","msg":"trace[1843490345] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28816; }","duration":"2.452160118s","start":"2026-06-30T18:54:41.977656Z","end":"2026-06-30T18:54:44.429816Z","steps":["trace[1843490345] 'agreement among raft nodes before linearized reading' (duration: 2.449035008s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:41.977617Z","time spent":"2.452219s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-06-30T18:54:44.429917Z","caller":"traceutil/trace.go:171","msg":"trace[538669602] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:28816; }","duration":"674.456475ms","start":"2026-06-30T18:54:43.755442Z","end":"2026-06-30T18:54:44.429898Z","steps":["trace[538669602] 'agreement among raft nodes before linearized reading' (duration: 671.617554ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.429962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755434Z","time spent":"674.515286ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3783,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-06-30T18:54:44.429964Z","caller":"traceutil/trace.go:171","msg":"trace[1136363329] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28816; }","duration":"918.798483ms","start":"2026-06-30T18:54:43.511147Z","end":"2026-06-30T18:54:44.429946Z","steps":["trace[1136363329] 'agreement among raft nodes before linearized reading' (duration: 915.181388ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.429834Z","caller":"traceutil/trace.go:171","msg":"trace[603865897] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:28816; }","duration":"674.752344ms","start":"2026-06-30T18:54:43.755068Z","end":"2026-06-30T18:54:44.42982Z","steps":["trace[603865897] 'agreement among raft nodes before linearized reading' (duration: 671.074327ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.429984Z","caller":"traceutil/trace.go:171","msg":"trace[1297147716] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28816; }","duration":"1.515487496s","start":"2026-06-30T18:54:42.914486Z","end":"2026-06-30T18:54:44.429974Z","steps":["trace[1297147716] 'agreement among raft nodes before linearized reading' (duration: 1.511868831s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755037Z","time spent":"674.966131ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5036,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-06-30T18:54:44.430012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.51112Z","time spent":"918.876335ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:44.430018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:42.914455Z","time spent":"1.515551918s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:44.430125Z","caller":"traceutil/trace.go:171","msg":"trace[1478318576] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:28816; }","duration":"673.857346ms","start":"2026-06-30T18:54:43.75626Z","end":"2026-06-30T18:54:44.430117Z","steps":["trace[1478318576] 'agreement among raft nodes before linearized reading' (duration: 670.573271ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.756246Z","time spent":"673.900528ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-06-30T18:54:44.430166Z","caller":"traceutil/trace.go:171","msg":"trace[1297582188] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:28816; }","duration":"672.757031ms","start":"2026-06-30T18:54:43.757398Z","end":"2026-06-30T18:54:44.430155Z","steps":["trace[1297582188] 'agreement among raft nodes before linearized reading' (duration: 668.673261ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.430194Z","caller":"traceutil/trace.go:171","msg":"trace[260789872] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:28816; }","duration":"675.053204ms","start":"2026-06-30T18:54:43.755135Z","end":"2026-06-30T18:54:44.430188Z","steps":["trace[260789872] 'agreement among raft nodes before linearized reading' (duration: 671.851472ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.757388Z","time spent":"672.807682ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9102,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-06-30T18:54:44.430217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755117Z","time spent":"675.094285ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-06-30T18:54:44.430281Z","caller":"traceutil/trace.go:171","msg":"trace[386252739] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:28816; }","duration":"674.492696ms","start":"2026-06-30T18:54:43.755782Z","end":"2026-06-30T18:54:44.430275Z","steps":["trace[386252739] 'agreement among raft nodes before linearized reading' (duration: 671.119288ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.4303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755771Z","time spent":"674.524487ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5150,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-06-30T18:54:44.43032Z","caller":"traceutil/trace.go:171","msg":"trace[1185510678] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:28816; }","duration":"692.48553ms","start":"2026-06-30T18:54:43.737826Z","end":"2026-06-30T18:54:44.430311Z","steps":["trace[1185510678] 'agreement among raft nodes before linearized reading' (duration: 688.477082ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.430338Z","caller":"traceutil/trace.go:171","msg":"trace[1650357325] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:28816; }","duration":"674.60842ms","start":"2026-06-30T18:54:43.755724Z","end":"2026-06-30T18:54:44.430332Z","steps":["trace[1650357325] 'agreement among raft nodes before linearized reading' (duration: 671.238892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755707Z","time spent":"674.640811ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5283,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:54:44.430368Z","caller":"traceutil/trace.go:171","msg":"trace[2078828630] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:28816; }","duration":"673.385851ms","start":"2026-06-30T18:54:43.756977Z","end":"2026-06-30T18:54:44.430363Z","steps":["trace[2078828630] 'agreement among raft nodes before linearized reading' (duration: 669.231188ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:44.430391Z","caller":"traceutil/trace.go:171","msg":"trace[1654550943] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:28816; }","duration":"675.032173ms","start":"2026-06-30T18:54:43.755354Z","end":"2026-06-30T18:54:44.430387Z","steps":["trace[1654550943] 'agreement among raft nodes before linearized reading' (duration: 671.626565ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:40.915337Z","time spent":"3.51506324s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T18:54:44.430423Z","caller":"traceutil/trace.go:171","msg":"trace[1564203696] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:28816; }","duration":"675.013342ms","start":"2026-06-30T18:54:43.755403Z","end":"2026-06-30T18:54:44.430417Z","steps":["trace[1564203696] 'agreement among raft nodes before linearized reading' (duration: 671.595883ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755395Z","time spent":"675.040044ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7693,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"info","ts":"2026-06-30T18:54:44.430509Z","caller":"traceutil/trace.go:171","msg":"trace[20949021] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:28816; }","duration":"674.846497ms","start":"2026-06-30T18:54:43.755658Z","end":"2026-06-30T18:54:44.430504Z","steps":["trace[20949021] 'agreement among raft nodes before linearized reading' (duration: 671.375866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755644Z","time spent":"674.880629ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5468,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-06-30T18:54:44.43035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.737795Z","time spent":"692.546332ms","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:44.430389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.756962Z","time spent":"673.423262ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4732,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-06-30T18:54:44.430507Z","caller":"traceutil/trace.go:171","msg":"trace[1518514092] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:28816; }","duration":"673.284057ms","start":"2026-06-30T18:54:43.757217Z","end":"2026-06-30T18:54:44.430501Z","steps":["trace[1518514092] 'agreement among raft nodes before linearized reading' (duration: 668.900587ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.757207Z","time spent":"673.472254ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5135,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:54:44.430408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.755342Z","time spent":"675.063014ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4517,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-06-30T18:54:44.43082Z","caller":"traceutil/trace.go:171","msg":"trace[922097220] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:28816; }","duration":"673.912338ms","start":"2026-06-30T18:54:43.756901Z","end":"2026-06-30T18:54:44.430813Z","steps":["trace[922097220] 'agreement among raft nodes before linearized reading' (duration: 669.383364ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:44.430846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:43.756886Z","time spent":"673.955259ms","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3913,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-06-30T18:54:44.933792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:45.43471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:45.935547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:46.162724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.7340713s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:47.361572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198554381s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-06-30T18:54:47.361663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.42844Z","time spent":"2.933219871s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:54:47.734658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447357392s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:48.10694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:48.107022Z","caller":"traceutil/trace.go:171","msg":"trace[628534449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513865s","start":"2026-06-30T18:54:46.10649Z","end":"2026-06-30T18:54:48.107004Z","steps":["trace[628534449] 'agreement among raft nodes before linearized reading' (duration: 2.000402452s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:48.107068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.106474Z","time spent":"2.000584987s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:49.430803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433128Z","time spent":"4.997668376s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:49.430771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433151Z","time spent":"4.997607354s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:49.431067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433256Z","time spent":"4.997801721s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:49.433135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.434631Z","time spent":"4.998501843s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:49.433216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.434694Z","time spent":"4.998517033s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:49.434286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435215Z","time spent":"4.999067471s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:54:49.857515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39311774s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:49.857612Z","caller":"traceutil/trace.go:171","msg":"trace[405075925] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28816; }","duration":"1.393223553s","start":"2026-06-30T18:54:48.464372Z","end":"2026-06-30T18:54:49.857596Z","steps":["trace[405075925] 'range keys from in-memory index tree' (duration: 1.393103559s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:49.859181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124326456s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-30T18:54:49.859698Z","caller":"traceutil/trace.go:171","msg":"trace[118148645] transaction","detail":"{read_only:false; response_revision:28820; number_of_response:1; }","duration":"5.426443699s","start":"2026-06-30T18:54:44.433229Z","end":"2026-06-30T18:54:49.859672Z","steps":["trace[118148645] 'process raft request' (duration: 5.426347336s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:49.859814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.43322Z","time spent":"5.426531402s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:49.860319Z","caller":"traceutil/trace.go:171","msg":"trace[2018106958] transaction","detail":"{read_only:false; response_revision:28818; number_of_response:1; }","duration":"5.427146231s","start":"2026-06-30T18:54:44.433152Z","end":"2026-06-30T18:54:49.860298Z","steps":["trace[2018106958] 'process raft request' (duration: 5.426290924s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:49.860536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433134Z","time spent":"5.427308367s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:49.860344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.432959Z","time spent":"5.427225594s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-30T18:54:49.86097Z","caller":"traceutil/trace.go:171","msg":"trace[743250051] transaction","detail":"{read_only:false; response_revision:28822; number_of_response:1; }","duration":"5.427563665s","start":"2026-06-30T18:54:44.433392Z","end":"2026-06-30T18:54:49.860956Z","steps":["trace[743250051] 'process raft request' (duration: 5.42707292s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:49.86104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433385Z","time spent":"5.427619527s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:49.861908Z","caller":"traceutil/trace.go:171","msg":"trace[57656130] linearizableReadLoop","detail":"{readStateIndex:30172; appliedIndex:30161; }","duration":"5.428837426s","start":"2026-06-30T18:54:44.433047Z","end":"2026-06-30T18:54:49.861884Z","steps":["trace[57656130] 'read index received' (duration: 1.72997958s)","trace[57656130] 'applied index is now lower than readState.Index' (duration: 3.698856816s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:49.862278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.429210658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11610"} {"level":"info","ts":"2026-06-30T18:54:49.862327Z","caller":"traceutil/trace.go:171","msg":"trace[683817837] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:28825; }","duration":"5.42929246s","start":"2026-06-30T18:54:44.433021Z","end":"2026-06-30T18:54:49.862314Z","steps":["trace[683817837] 'agreement among raft nodes before linearized reading' (duration: 5.428966109s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:49.862363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433011Z","time spent":"5.429343202s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11632,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-06-30T18:54:50.10788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:50.108022Z","caller":"traceutil/trace.go:171","msg":"trace[822401782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866396s","start":"2026-06-30T18:54:48.107139Z","end":"2026-06-30T18:54:50.108005Z","steps":["trace[822401782] 'agreement among raft nodes before linearized reading' (duration: 2.000713981s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:50.108096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:48.107124Z","time spent":"2.000960228s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:50.239317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000722881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:50.239505Z","caller":"traceutil/trace.go:171","msg":"trace[1271906130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000965619s","start":"2026-06-30T18:54:48.238514Z","end":"2026-06-30T18:54:50.23948Z","steps":["trace[1271906130] 'agreement among raft nodes before linearized reading' (duration: 2.000752972s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:50.239606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:48.238496Z","time spent":"2.001096412s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:50.362912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:50.514365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.779545186s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:51.151057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.717627446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.151123Z","caller":"traceutil/trace.go:171","msg":"trace[256482495] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"6.71772414s","start":"2026-06-30T18:54:44.433384Z","end":"2026-06-30T18:54:51.151108Z","steps":["trace[256482495] 'agreement among raft nodes before linearized reading' (duration: 6.717637957s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.151165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433374Z","time spent":"6.717783902s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.16275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.727412399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.162824Z","caller":"traceutil/trace.go:171","msg":"trace[1250560232] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; }","duration":"6.727490161s","start":"2026-06-30T18:54:44.435309Z","end":"2026-06-30T18:54:51.1628Z","steps":["trace[1250560232] 'agreement among raft nodes before linearized reading' (duration: 6.727419599s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.163002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435302Z","time spent":"6.727685298s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.372513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.373799Z","time spent":"4.9987072s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.430399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.432107Z","time spent":"4.998281836s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:54:51.474585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:50.098793Z","time spent":"1.375785057s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:54:51.475875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.181616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-06-30T18:54:51.557671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.613197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.557748Z","caller":"traceutil/trace.go:171","msg":"trace[986796390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"124.72484ms","start":"2026-06-30T18:54:51.433005Z","end":"2026-06-30T18:54:51.55773Z","steps":["trace[986796390] 'agreement among raft nodes before linearized reading' (duration: 124.620017ms)"],"step_count":1} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.594042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.157986751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.59435Z","caller":"traceutil/trace.go:171","msg":"trace[2143145992] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; }","duration":"7.158351702s","start":"2026-06-30T18:54:44.435936Z","end":"2026-06-30T18:54:51.594288Z","steps":["trace[2143145992] 'agreement among raft nodes before linearized reading' (duration: 7.157999371s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.594436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435925Z","time spent":"7.158493217s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.594598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159083626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.594646Z","caller":"traceutil/trace.go:171","msg":"trace[1509810926] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; }","duration":"7.159171508s","start":"2026-06-30T18:54:44.435464Z","end":"2026-06-30T18:54:51.594635Z","steps":["trace[1509810926] 'agreement among raft nodes before linearized reading' (duration: 7.159107086s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.594755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435453Z","time spent":"7.15922133s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-06-30T18:54:51.594831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159899142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"","error":"context canceled"} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-30T18:54:51.594868Z","caller":"traceutil/trace.go:171","msg":"trace[1596257822] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; }","duration":"7.159946853s","start":"2026-06-30T18:54:44.434908Z","end":"2026-06-30T18:54:51.594855Z","steps":["trace[1596257822] 'agreement among raft nodes before linearized reading' (duration: 7.159918312s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.594898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.434898Z","time spent":"7.159994144s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-06-30T18:54:51.594913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159433736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-30T18:54:51.594941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160050846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.594943Z","caller":"traceutil/trace.go:171","msg":"trace[10127955] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; }","duration":"7.159492768s","start":"2026-06-30T18:54:44.435441Z","end":"2026-06-30T18:54:51.594934Z","steps":["trace[10127955] 'agreement among raft nodes before linearized reading' (duration: 7.159455277s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:51.594956Z","caller":"traceutil/trace.go:171","msg":"trace[1532637944] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; }","duration":"7.160094148s","start":"2026-06-30T18:54:44.434858Z","end":"2026-06-30T18:54:51.594952Z","steps":["trace[1532637944] 'agreement among raft nodes before linearized reading' (duration: 7.160079237s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.594968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.434844Z","time spent":"7.160121498s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-06-30T18:54:51.59497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435429Z","time spent":"7.15953441s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-06-30T18:54:51.594991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159717846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"","error":"context canceled"} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-30T18:54:51.595003Z","caller":"traceutil/trace.go:171","msg":"trace[87217995] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; }","duration":"7.159739206s","start":"2026-06-30T18:54:44.43526Z","end":"2026-06-30T18:54:51.594999Z","steps":["trace[87217995] 'agreement among raft nodes before linearized reading' (duration: 7.159727966s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.59511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160032746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595124Z","caller":"traceutil/trace.go:171","msg":"trace[1468339168] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; }","duration":"7.160054536s","start":"2026-06-30T18:54:44.435065Z","end":"2026-06-30T18:54:51.59512Z","steps":["trace[1468339168] 'agreement among raft nodes before linearized reading' (duration: 7.160041496s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.15892461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-30T18:54:51.595137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435062Z","time spent":"7.160072267s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.595192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160224391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595145Z","caller":"traceutil/trace.go:171","msg":"trace[1822295202] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; }","duration":"7.159046714s","start":"2026-06-30T18:54:44.436091Z","end":"2026-06-30T18:54:51.595138Z","steps":["trace[1822295202] 'agreement among raft nodes before linearized reading' (duration: 7.15892481s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:51.595206Z","caller":"traceutil/trace.go:171","msg":"trace[1109723996] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; }","duration":"7.160258973s","start":"2026-06-30T18:54:44.434944Z","end":"2026-06-30T18:54:51.595203Z","steps":["trace[1109723996] 'agreement among raft nodes before linearized reading' (duration: 7.160242502s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.434937Z","time spent":"7.160279573s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.595222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.436067Z","time spent":"7.159146967s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-06-30T18:54:51.595267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159986474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595282Z","caller":"traceutil/trace.go:171","msg":"trace[1669249038] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; }","duration":"7.160010365s","start":"2026-06-30T18:54:44.435269Z","end":"2026-06-30T18:54:51.595279Z","steps":["trace[1669249038] 'agreement among raft nodes before linearized reading' (duration: 7.159995415s)"],"step_count":1} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.595294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435263Z","time spent":"7.160028086s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.595333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.162216206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-30T18:54:51.595041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159759256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595347Z","caller":"traceutil/trace.go:171","msg":"trace[44004254] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; }","duration":"7.162269607s","start":"2026-06-30T18:54:44.433074Z","end":"2026-06-30T18:54:51.595343Z","steps":["trace[44004254] 'agreement among raft nodes before linearized reading' (duration: 7.162254927s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433053Z","time spent":"7.162306618s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.595396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160360616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-30T18:54:51.595045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.16017085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.59541Z","caller":"traceutil/trace.go:171","msg":"trace[1659004500] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; }","duration":"7.160383666s","start":"2026-06-30T18:54:44.435023Z","end":"2026-06-30T18:54:51.595407Z","steps":["trace[1659004500] 'agreement among raft nodes before linearized reading' (duration: 7.160369656s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.43502Z","time spent":"7.160399468s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.595117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435254Z","time spent":"7.15985611s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-30T18:54:51.595361Z","caller":"traceutil/trace.go:171","msg":"trace[757654109] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; }","duration":"7.160089638s","start":"2026-06-30T18:54:44.435262Z","end":"2026-06-30T18:54:51.595352Z","steps":["trace[757654109] 'agreement among raft nodes before linearized reading' (duration: 7.159770027s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435256Z","time spent":"7.160210571s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-30T18:54:51.595419Z","caller":"traceutil/trace.go:171","msg":"trace[1434999121] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; }","duration":"7.160559312s","start":"2026-06-30T18:54:44.434852Z","end":"2026-06-30T18:54:51.595412Z","steps":["trace[1434999121] 'agreement among raft nodes before linearized reading' (duration: 7.160186161s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.434846Z","time spent":"7.160678566s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-06-30T18:54:51.595058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159621622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-30T18:54:51.595252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.162179814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595619Z","caller":"traceutil/trace.go:171","msg":"trace[698941237] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; }","duration":"7.162531395s","start":"2026-06-30T18:54:44.433052Z","end":"2026-06-30T18:54:51.595583Z","steps":["trace[698941237] 'agreement among raft nodes before linearized reading' (duration: 7.162196664s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159555741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595651Z","caller":"traceutil/trace.go:171","msg":"trace[1055104039] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; }","duration":"7.160141729s","start":"2026-06-30T18:54:44.435506Z","end":"2026-06-30T18:54:51.595648Z","steps":["trace[1055104039] 'agreement among raft nodes before linearized reading' (duration: 7.159566261s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.4355Z","time spent":"7.16016349s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-06-30T18:54:51.594784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159747497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595686Z","caller":"traceutil/trace.go:171","msg":"trace[1763616956] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; }","duration":"7.160691396s","start":"2026-06-30T18:54:44.434993Z","end":"2026-06-30T18:54:51.595684Z","steps":["trace[1763616956] 'agreement among raft nodes before linearized reading' (duration: 7.159759236s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.434988Z","time spent":"7.160708708s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-06-30T18:54:51.595094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720688434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595715Z","caller":"traceutil/trace.go:171","msg":"trace[425200726] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; }","duration":"1.721342146s","start":"2026-06-30T18:54:49.87437Z","end":"2026-06-30T18:54:51.595712Z","steps":["trace[425200726] 'agreement among raft nodes before linearized reading' (duration: 1.720721046s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.874353Z","time spent":"1.721373277s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/ovn-northd\" "} {"level":"warn","ts":"2026-06-30T18:54:51.595077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159939323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.595747Z","caller":"traceutil/trace.go:171","msg":"trace[1409636184] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; }","duration":"7.160635675s","start":"2026-06-30T18:54:44.435108Z","end":"2026-06-30T18:54:51.595744Z","steps":["trace[1409636184] 'agreement among raft nodes before linearized reading' (duration: 7.159960444s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.595769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435099Z","time spent":"7.160663886s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"info","ts":"2026-06-30T18:54:51.595571Z","caller":"traceutil/trace.go:171","msg":"trace[207651703] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; }","duration":"7.160142539s","start":"2026-06-30T18:54:44.435424Z","end":"2026-06-30T18:54:51.595567Z","steps":["trace[207651703] 'agreement among raft nodes before linearized reading' (duration: 7.159629093s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.59579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435421Z","time spent":"7.160366826s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.596162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.433041Z","time spent":"7.162610388s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.612116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.758127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:51.612177Z","caller":"traceutil/trace.go:171","msg":"trace[570493752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"179.842419ms","start":"2026-06-30T18:54:51.432322Z","end":"2026-06-30T18:54:51.612164Z","steps":["trace[570493752] 'agreement among raft nodes before linearized reading' (duration: 179.768437ms)"],"step_count":1} 2026/06/30 18:54:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:51.727949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.146085ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:54:51.728808Z","caller":"traceutil/trace.go:171","msg":"trace[266340282] transaction","detail":"{read_only:false; response_revision:28829; number_of_response:1; }","duration":"4.364885852s","start":"2026-06-30T18:54:47.363867Z","end":"2026-06-30T18:54:51.728753Z","steps":["trace[266340282] 'process raft request' (duration: 4.36419413s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:51.728962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:47.363847Z","time spent":"4.365029456s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:52.115342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:52.115467Z","caller":"traceutil/trace.go:171","msg":"trace[1667237912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105052s","start":"2026-06-30T18:54:50.115336Z","end":"2026-06-30T18:54:52.115441Z","steps":["trace[1667237912] 'agreement among raft nodes before linearized reading' (duration: 1.999959687s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.115536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:50.115317Z","time spent":"2.000200936s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:52.191028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.601678997s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:52.338587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.336702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:52.33885Z","caller":"traceutil/trace.go:171","msg":"trace[1994676985] transaction","detail":"{read_only:false; response_revision:28830; number_of_response:1; }","duration":"4.567351913s","start":"2026-06-30T18:54:47.771473Z","end":"2026-06-30T18:54:52.338825Z","steps":["trace[1994676985] 'process raft request' (duration: 4.419702951s)","trace[1994676985] 'compare' (duration: 147.054213ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:52.338981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:47.771456Z","time spent":"4.567468637s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:52.339034Z","caller":"traceutil/trace.go:171","msg":"trace[1764698974] linearizableReadLoop","detail":"{readStateIndex:30180; appliedIndex:30172; }","duration":"2.477035343s","start":"2026-06-30T18:54:49.861963Z","end":"2026-06-30T18:54:52.338998Z","steps":["trace[1764698974] 'read index received' (duration: 652.838555ms)","trace[1764698974] 'applied index is now lower than readState.Index' (duration: 1.824195808s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:52.33893Z","caller":"traceutil/trace.go:171","msg":"trace[1144823619] transaction","detail":"{read_only:false; response_revision:28831; number_of_response:1; }","duration":"4.163399081s","start":"2026-06-30T18:54:48.17552Z","end":"2026-06-30T18:54:52.338919Z","steps":["trace[1144823619] 'process raft request' (duration: 4.163155453s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.338881Z","caller":"traceutil/trace.go:171","msg":"trace[68877727] transaction","detail":"{read_only:false; response_revision:28832; number_of_response:1; }","duration":"2.905434254s","start":"2026-06-30T18:54:49.433423Z","end":"2026-06-30T18:54:52.338857Z","steps":["trace[68877727] 'process raft request' (duration: 2.905349921s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.339136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:48.175499Z","time spent":"4.163586817s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:52.339168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.433395Z","time spent":"2.905747184s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:52.339203Z","caller":"traceutil/trace.go:171","msg":"trace[55077222] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28832; }","duration":"2.476403363s","start":"2026-06-30T18:54:49.862789Z","end":"2026-06-30T18:54:52.339193Z","steps":["trace[55077222] 'process raft request' (duration: 2.476032931s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.339295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.862773Z","time spent":"2.476499006s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:52.339423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353383707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:52.339455Z","caller":"traceutil/trace.go:171","msg":"trace[1084175789] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28833; }","duration":"2.353449259s","start":"2026-06-30T18:54:49.985996Z","end":"2026-06-30T18:54:52.339445Z","steps":["trace[1084175789] 'agreement among raft nodes before linearized reading' (duration: 2.353368166s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.33948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.985975Z","time spent":"2.353498981s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.339581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.256256634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:54:52.340069Z","caller":"traceutil/trace.go:171","msg":"trace[1945799049] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28833; }","duration":"6.256750839s","start":"2026-06-30T18:54:46.08331Z","end":"2026-06-30T18:54:52.340061Z","steps":["trace[1945799049] 'agreement among raft nodes before linearized reading' (duration: 6.256011416s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.340127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.083257Z","time spent":"6.256860102s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.339589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142522365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:52.340366Z","caller":"traceutil/trace.go:171","msg":"trace[17062119] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28833; }","duration":"4.143259308s","start":"2026-06-30T18:54:48.197048Z","end":"2026-06-30T18:54:52.340307Z","steps":["trace[17062119] 'agreement among raft nodes before linearized reading' (duration: 4.142211955s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.339621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099818037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:52.340477Z","caller":"traceutil/trace.go:171","msg":"trace[966935718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28833; }","duration":"3.100726306s","start":"2026-06-30T18:54:49.239737Z","end":"2026-06-30T18:54:52.340463Z","steps":["trace[966935718] 'agreement among raft nodes before linearized reading' (duration: 3.099498597s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.340484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:48.197039Z","time spent":"4.143404604s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:54:52.340544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.239717Z","time spent":"3.100798129s","remote":"127.0.0.1:55850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.339624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536067167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:54:52.340884Z","caller":"traceutil/trace.go:171","msg":"trace[72440565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28833; }","duration":"2.537372518s","start":"2026-06-30T18:54:49.803501Z","end":"2026-06-30T18:54:52.340873Z","steps":["trace[72440565] 'agreement among raft nodes before linearized reading' (duration: 2.535727146s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.339641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.766279439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-06-30T18:54:52.33964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168261472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330120348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.968647808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.820137805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:52.339711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978876546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471145808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991887762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522303828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:52.339746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.439754015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.831784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-30T18:54:52.339798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444887899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.846289869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.096409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-846b8ff4c5-lxszf.18bdef34c12ba4e1\" ","response":"range_response_count:1 size:1181"} {"level":"warn","ts":"2026-06-30T18:54:52.339807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090026287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-06-30T18:54:52.339821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705195531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.838604165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:54:52.339853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.904610609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-06-30T18:54:52.339865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.278677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-06-30T18:54:52.339879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.877545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-06-30T18:54:52.33989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869287487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-30T18:54:52.339894Z","caller":"traceutil/trace.go:171","msg":"trace[1270599726] transaction","detail":"{read_only:false; response_revision:28833; number_of_response:1; }","duration":"408.126775ms","start":"2026-06-30T18:54:51.931759Z","end":"2026-06-30T18:54:52.339885Z","steps":["trace[1270599726] 'process raft request' (duration: 407.195625ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.339924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991334862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.619774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-06-30T18:54:52.339915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.075797124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.907929917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-06-30T18:54:52.339949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.331964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl\" ","response":"range_response_count:1 size:5389"} {"level":"warn","ts":"2026-06-30T18:54:52.339977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.13614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-06-30T18:54:52.340001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.37639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:54:52.339994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.538192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-06-30T18:54:52.340002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.695907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-30T18:54:52.340029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.50589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-06-30T18:54:52.340952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.803482Z","time spent":"2.537450271s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.341589Z","caller":"traceutil/trace.go:171","msg":"trace[1974822406] range","detail":"{range_begin:/registry/events/openstack/cinder-api-846b8ff4c5-lxszf.18bdef34c12ba4e1; range_end:; response_count:1; response_revision:28833; }","duration":"605.898887ms","start":"2026-06-30T18:54:51.735679Z","end":"2026-06-30T18:54:52.341578Z","steps":["trace[1974822406] 'agreement among raft nodes before linearized reading' (duration: 604.001316ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341627Z","caller":"traceutil/trace.go:171","msg":"trace[1339012299] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28833; }","duration":"1.091869016s","start":"2026-06-30T18:54:51.249745Z","end":"2026-06-30T18:54:52.341614Z","steps":["trace[1339012299] 'agreement among raft nodes before linearized reading' (duration: 1.089990326s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.341668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.735667Z","time spent":"605.964539ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-846b8ff4c5-lxszf.18bdef34c12ba4e1\" "} {"level":"warn","ts":"2026-06-30T18:54:52.341678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.249728Z","time spent":"1.091933419s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-06-30T18:54:52.341724Z","caller":"traceutil/trace.go:171","msg":"trace[129102081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28833; }","duration":"7.906489978s","start":"2026-06-30T18:54:44.435225Z","end":"2026-06-30T18:54:52.341715Z","steps":["trace[129102081] 'agreement among raft nodes before linearized reading' (duration: 7.904112062s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.34176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:44.435218Z","time spent":"7.906533039s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T18:54:52.341578Z","caller":"traceutil/trace.go:171","msg":"trace[1022339277] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28833; }","duration":"1.706983578s","start":"2026-06-30T18:54:50.634558Z","end":"2026-06-30T18:54:52.341541Z","steps":["trace[1022339277] 'agreement among raft nodes before linearized reading' (duration: 1.705240422s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.34181Z","caller":"traceutil/trace.go:171","msg":"trace[1803202209] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28833; }","duration":"5.909849778s","start":"2026-06-30T18:54:46.431946Z","end":"2026-06-30T18:54:52.341795Z","steps":["trace[1803202209] 'agreement among raft nodes before linearized reading' (duration: 5.907364409s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.34185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:50.634536Z","time spent":"1.707267696s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.34187Z","caller":"traceutil/trace.go:171","msg":"trace[1294983502] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl; range_end:; response_count:1; response_revision:28833; }","duration":"129.275726ms","start":"2026-06-30T18:54:52.212586Z","end":"2026-06-30T18:54:52.341861Z","steps":["trace[1294983502] 'agreement among raft nodes before linearized reading' (duration: 127.322654ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341311Z","caller":"traceutil/trace.go:171","msg":"trace[1366365458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28833; }","duration":"6.767979453s","start":"2026-06-30T18:54:45.573324Z","end":"2026-06-30T18:54:52.341304Z","steps":["trace[1366365458] 'agreement among raft nodes before linearized reading' (duration: 6.76600254s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341945Z","caller":"traceutil/trace.go:171","msg":"trace[1689667661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28833; }","duration":"908.658119ms","start":"2026-06-30T18:54:51.433276Z","end":"2026-06-30T18:54:52.341934Z","steps":["trace[1689667661] 'agreement among raft nodes before linearized reading' (duration: 906.603264ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341954Z","caller":"traceutil/trace.go:171","msg":"trace[1775238912] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28833; }","duration":"475.144124ms","start":"2026-06-30T18:54:51.866803Z","end":"2026-06-30T18:54:52.341947Z","steps":["trace[1775238912] 'agreement among raft nodes before linearized reading' (duration: 473.13723ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.34194Z","caller":"traceutil/trace.go:171","msg":"trace[396176088] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28833; }","duration":"967.960102ms","start":"2026-06-30T18:54:51.373962Z","end":"2026-06-30T18:54:52.341922Z","steps":["trace[396176088] 'agreement among raft nodes before linearized reading' (duration: 965.864025ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.341976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.866787Z","time spent":"475.182195ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:54:52.341976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:45.573299Z","time spent":"6.768665345s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-06-30T18:54:52.341981Z","caller":"traceutil/trace.go:171","msg":"trace[1767768492] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28833; }","duration":"6.07789231s","start":"2026-06-30T18:54:46.264079Z","end":"2026-06-30T18:54:52.341972Z","steps":["trace[1767768492] 'agreement among raft nodes before linearized reading' (duration: 6.075237046s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.373946Z","time spent":"968.037754ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-06-30T18:54:52.342012Z","caller":"traceutil/trace.go:171","msg":"trace[624287858] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28833; }","duration":"1.993457389s","start":"2026-06-30T18:54:50.348545Z","end":"2026-06-30T18:54:52.342003Z","steps":["trace[624287858] 'agreement among raft nodes before linearized reading' (duration: 1.991359132s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.264063Z","time spent":"6.077946023s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.34202Z","caller":"traceutil/trace.go:171","msg":"trace[740955021] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28833; }","duration":"1.871452716s","start":"2026-06-30T18:54:50.470544Z","end":"2026-06-30T18:54:52.341996Z","steps":["trace[740955021] 'agreement among raft nodes before linearized reading' (duration: 1.869292307s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:50.348526Z","time spent":"1.993500841s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.342054Z","caller":"traceutil/trace.go:171","msg":"trace[1573175719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28833; }","duration":"226.469447ms","start":"2026-06-30T18:54:52.115579Z","end":"2026-06-30T18:54:52.342049Z","steps":["trace[1573175719] 'agreement among raft nodes before linearized reading' (duration: 224.408081ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341286Z","caller":"traceutil/trace.go:171","msg":"trace[625422912] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28833; }","duration":"5.821755907s","start":"2026-06-30T18:54:46.519514Z","end":"2026-06-30T18:54:52.34127Z","steps":["trace[625422912] 'agreement among raft nodes before linearized reading' (duration: 5.819777004s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.34133Z","caller":"traceutil/trace.go:171","msg":"trace[1862601370] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28833; }","duration":"6.970302801s","start":"2026-06-30T18:54:45.37102Z","end":"2026-06-30T18:54:52.341323Z","steps":["trace[1862601370] 'agreement among raft nodes before linearized reading' (duration: 6.968311337s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.519493Z","time spent":"5.822587073s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.34208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:50.47052Z","time spent":"1.871543809s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:54:52.342109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:45.370949Z","time spent":"6.971151518s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.342082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.931733Z","time spent":"410.185071ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:52.342175Z","caller":"traceutil/trace.go:171","msg":"trace[1545552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28833; }","duration":"475.780544ms","start":"2026-06-30T18:54:51.866384Z","end":"2026-06-30T18:54:52.342165Z","steps":["trace[1545552] 'agreement among raft nodes before linearized reading' (duration: 473.559743ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.866362Z","time spent":"475.826935ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:54:52.341987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.433271Z","time spent":"908.69789ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:54:52.34135Z","caller":"traceutil/trace.go:171","msg":"trace[1081498596] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28833; }","duration":"3.170010058s","start":"2026-06-30T18:54:49.171333Z","end":"2026-06-30T18:54:52.341343Z","steps":["trace[1081498596] 'agreement among raft nodes before linearized reading' (duration: 3.167909801s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341334Z","caller":"traceutil/trace.go:171","msg":"trace[137664573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28833; }","duration":"3.331832602s","start":"2026-06-30T18:54:49.009481Z","end":"2026-06-30T18:54:52.341313Z","steps":["trace[137664573] 'agreement among raft nodes before linearized reading' (duration: 3.329768207s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.171313Z","time spent":"3.170916197s","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.342247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.00946Z","time spent":"3.332773122s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.341325Z","caller":"traceutil/trace.go:171","msg":"trace[2007553592] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28833; }","duration":"4.993488993s","start":"2026-06-30T18:54:47.34779Z","end":"2026-06-30T18:54:52.341279Z","steps":["trace[2007553592] 'agreement among raft nodes before linearized reading' (duration: 4.991482509s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.342279Z","caller":"traceutil/trace.go:171","msg":"trace[1425298427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28833; }","duration":"476.002721ms","start":"2026-06-30T18:54:51.86627Z","end":"2026-06-30T18:54:52.342273Z","steps":["trace[1425298427] 'agreement among raft nodes before linearized reading' (duration: 473.676297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.866252Z","time spent":"476.038363ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:54:52.34229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:47.34777Z","time spent":"4.994512055s","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.342332Z","caller":"traceutil/trace.go:171","msg":"trace[529782298] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28833; }","duration":"276.834725ms","start":"2026-06-30T18:54:52.065492Z","end":"2026-06-30T18:54:52.342327Z","steps":["trace[529782298] 'agreement among raft nodes before linearized reading' (duration: 274.50034ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341331Z","caller":"traceutil/trace.go:171","msg":"trace[929715456] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28833; }","duration":"2.52395109s","start":"2026-06-30T18:54:49.81736Z","end":"2026-06-30T18:54:52.341311Z","steps":["trace[929715456] 'agreement among raft nodes before linearized reading' (duration: 2.521858564s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341389Z","caller":"traceutil/trace.go:171","msg":"trace[2021705229] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28833; }","duration":"3.472840712s","start":"2026-06-30T18:54:48.868497Z","end":"2026-06-30T18:54:52.341338Z","steps":["trace[2021705229] 'agreement among raft nodes before linearized reading' (duration: 3.470757916s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341458Z","caller":"traceutil/trace.go:171","msg":"trace[954482101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28833; }","duration":"727.57571ms","start":"2026-06-30T18:54:51.613873Z","end":"2026-06-30T18:54:52.341449Z","steps":["trace[954482101] 'agreement among raft nodes before linearized reading' (duration: 725.822554ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341498Z","caller":"traceutil/trace.go:171","msg":"trace[1491119894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28833; }","duration":"5.848070276s","start":"2026-06-30T18:54:46.49342Z","end":"2026-06-30T18:54:52.34149Z","steps":["trace[1491119894] 'agreement among raft nodes before linearized reading' (duration: 5.845884776s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341323Z","caller":"traceutil/trace.go:171","msg":"trace[727533634] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28833; }","duration":"4.980508898s","start":"2026-06-30T18:54:47.360799Z","end":"2026-06-30T18:54:52.341308Z","steps":["trace[727533634] 'agreement among raft nodes before linearized reading' (duration: 4.978467603s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.34244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.4934Z","time spent":"5.849034367s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.342444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:47.360783Z","time spent":"4.981653875s","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.342378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:49.81734Z","time spent":"2.525033285s","remote":"127.0.0.1:47194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.341356Z","caller":"traceutil/trace.go:171","msg":"trace[875425513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28833; }","duration":"5.441389257s","start":"2026-06-30T18:54:46.899957Z","end":"2026-06-30T18:54:52.341347Z","steps":["trace[875425513] 'agreement among raft nodes before linearized reading' (duration: 5.439322342s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.899941Z","time spent":"5.442649997s","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.342415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.613859Z","time spent":"728.550601ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T18:54:52.342202Z","caller":"traceutil/trace.go:171","msg":"trace[736524077] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28833; }","duration":"910.649732ms","start":"2026-06-30T18:54:51.431541Z","end":"2026-06-30T18:54:52.342191Z","steps":["trace[736524077] 'agreement among raft nodes before linearized reading' (duration: 908.273147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:51.431522Z","time spent":"911.215031ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-06-30T18:54:52.34241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:48.868474Z","time spent":"3.473925027s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:54:52.341526Z","caller":"traceutil/trace.go:171","msg":"trace[441339148] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28833; }","duration":"5.446642475s","start":"2026-06-30T18:54:46.894875Z","end":"2026-06-30T18:54:52.341518Z","steps":["trace[441339148] 'agreement among raft nodes before linearized reading' (duration: 5.444410094s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:52.341556Z","caller":"traceutil/trace.go:171","msg":"trace[1294575834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28833; }","duration":"5.84034478s","start":"2026-06-30T18:54:46.501202Z","end":"2026-06-30T18:54:52.341547Z","steps":["trace[1294575834] 'agreement among raft nodes before linearized reading' (duration: 5.838095448s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:52.342961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.501171Z","time spent":"5.841779886s","remote":"127.0.0.1:56468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.342907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.894858Z","time spent":"5.448017149s","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:54:52.344548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:46.431931Z","time spent":"5.909918071s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:54:52.847093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:53.347916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:53.739925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.398419829s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:54.175923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.351924Z","time spent":"1.823994131s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:54.351866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:54:54.351943Z","caller":"traceutil/trace.go:171","msg":"trace[367330584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135662s","start":"2026-06-30T18:54:52.351787Z","end":"2026-06-30T18:54:54.351923Z","steps":["trace[367330584] 'agreement among raft nodes before linearized reading' (duration: 2.000031029s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:54.351994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.351781Z","time spent":"2.000204234s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:55.316979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576806453s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-30T18:54:55.317077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.341426Z","time spent":"2.975646975s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:54:55.477941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.737690478s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:54:56.353367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:56.353457Z","caller":"traceutil/trace.go:171","msg":"trace[1925841792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470634s","start":"2026-06-30T18:54:54.352963Z","end":"2026-06-30T18:54:56.353433Z","steps":["trace[1925841792] 'agreement among raft nodes before linearized reading' (duration: 2.00035286s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:56.353508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:54.352951Z","time spent":"2.000544756s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:54:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:56.372491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020460909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:56.372567Z","caller":"traceutil/trace.go:171","msg":"trace[1406841332] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.020561513s","start":"2026-06-30T18:54:52.351988Z","end":"2026-06-30T18:54:56.372549Z","steps":["trace[1406841332] 'agreement among raft nodes before linearized reading' (duration: 4.02046879s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:56.372612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.351983Z","time spent":"4.020618785s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/06/30 18:54:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:56.431186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079143303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:56.431236Z","caller":"traceutil/trace.go:171","msg":"trace[1464712038] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.079217885s","start":"2026-06-30T18:54:52.352007Z","end":"2026-06-30T18:54:56.431225Z","steps":["trace[1464712038] 'agreement among raft nodes before linearized reading' (duration: 4.079151272s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:56.431265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.352004Z","time spent":"4.079254756s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/30 18:54:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:56.43176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079792253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:56.431824Z","caller":"traceutil/trace.go:171","msg":"trace[1181798281] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.079881566s","start":"2026-06-30T18:54:52.351926Z","end":"2026-06-30T18:54:56.431808Z","steps":["trace[1181798281] 'agreement among raft nodes before linearized reading' (duration: 4.079799514s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:56.431859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.351922Z","time spent":"4.079929808s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/30 18:54:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:57.345395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.352007Z","time spent":"4.993379499s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:54:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:54:57.618812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140526873s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:54:57.61931Z","caller":"traceutil/trace.go:171","msg":"trace[1119382426] transaction","detail":"{read_only:false; response_revision:28841; number_of_response:1; }","duration":"2.300115886s","start":"2026-06-30T18:54:55.319177Z","end":"2026-06-30T18:54:57.619293Z","steps":["trace[1119382426] 'process raft request' (duration: 2.300075935s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:57.619383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:55.319158Z","time spent":"2.300192038s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:57.619552Z","caller":"traceutil/trace.go:171","msg":"trace[1859989799] transaction","detail":"{read_only:false; response_revision:28836; number_of_response:1; }","duration":"5.267948201s","start":"2026-06-30T18:54:52.351584Z","end":"2026-06-30T18:54:57.619532Z","steps":["trace[1859989799] 'process raft request' (duration: 5.267448995s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:57.619576Z","caller":"traceutil/trace.go:171","msg":"trace[1514907040] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28840; }","duration":"3.441888985s","start":"2026-06-30T18:54:54.177677Z","end":"2026-06-30T18:54:57.619565Z","steps":["trace[1514907040] 'process raft request' (duration: 3.441549274s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:57.6196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.351568Z","time spent":"5.268008273s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:57.619629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:54.177664Z","time spent":"3.441935606s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:57.619651Z","caller":"traceutil/trace.go:171","msg":"trace[1667897792] transaction","detail":"{read_only:false; response_revision:28837; number_of_response:1; }","duration":"5.267762246s","start":"2026-06-30T18:54:52.351857Z","end":"2026-06-30T18:54:57.619619Z","steps":["trace[1667897792] 'process raft request' (duration: 5.267229129s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:54:57.619708Z","caller":"traceutil/trace.go:171","msg":"trace[270628996] transaction","detail":"{read_only:false; response_revision:28834; number_of_response:1; }","duration":"5.273702855s","start":"2026-06-30T18:54:52.345996Z","end":"2026-06-30T18:54:57.619699Z","steps":["trace[270628996] 'process raft request' (duration: 3.132206011s)","trace[270628996] 'compare' (duration: 2.139142699s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:54:57.619643Z","caller":"traceutil/trace.go:171","msg":"trace[1602002741] linearizableReadLoop","detail":"{readStateIndex:30189; appliedIndex:30181; }","duration":"5.273496158s","start":"2026-06-30T18:54:52.346049Z","end":"2026-06-30T18:54:57.619545Z","steps":["trace[1602002741] 'read index received' (duration: 1.394198384s)","trace[1602002741] 'applied index is now lower than readState.Index' (duration: 3.879293844s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:54:57.619829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.35185Z","time spent":"5.267881439s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:57.619899Z","caller":"traceutil/trace.go:171","msg":"trace[1716313033] transaction","detail":"{read_only:false; response_revision:28835; number_of_response:1; }","duration":"5.272513397s","start":"2026-06-30T18:54:52.347379Z","end":"2026-06-30T18:54:57.619893Z","steps":["trace[1716313033] 'process raft request' (duration: 5.271519826s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:57.619938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.347357Z","time spent":"5.272560618s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:57.619749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.345975Z","time spent":"5.273750877s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:54:57.619724Z","caller":"traceutil/trace.go:171","msg":"trace[50422733] transaction","detail":"{read_only:false; response_revision:28839; number_of_response:1; }","duration":"5.267726484s","start":"2026-06-30T18:54:52.351969Z","end":"2026-06-30T18:54:57.619696Z","steps":["trace[50422733] 'process raft request' (duration: 5.267190687s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:57.620107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274039586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-06-30T18:54:57.620316Z","caller":"traceutil/trace.go:171","msg":"trace[144146975] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28841; }","duration":"5.274300614s","start":"2026-06-30T18:54:52.345996Z","end":"2026-06-30T18:54:57.620296Z","steps":["trace[144146975] 'agreement among raft nodes before linearized reading' (duration: 5.273830459s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:57.620304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.351961Z","time spent":"5.2682169s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:54:57.62037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.345967Z","time spent":"5.274389717s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-30T18:54:57.856111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977883393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:54:57.856191Z","caller":"traceutil/trace.go:171","msg":"trace[1908256955] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.978011918s","start":"2026-06-30T18:54:52.878161Z","end":"2026-06-30T18:54:57.856173Z","steps":["trace[1908256955] 'agreement among raft nodes before linearized reading' (duration: 4.977902124s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:57.856261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.878148Z","time spent":"4.978102711s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-06-30T18:54:58.120253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:54:58.138815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999119433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:54:58.138885Z","caller":"traceutil/trace.go:171","msg":"trace[2044495679] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999268447s","start":"2026-06-30T18:54:53.139598Z","end":"2026-06-30T18:54:58.138866Z","steps":["trace[2044495679] 'agreement among raft nodes before linearized reading' (duration: 4.999170044s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:58.138929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:53.139569Z","time spent":"4.99935061s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-06-30T18:54:58.358296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000594957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:54:58.358395Z","caller":"traceutil/trace.go:171","msg":"trace[1838871425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069572s","start":"2026-06-30T18:54:56.357662Z","end":"2026-06-30T18:54:58.358358Z","steps":["trace[1838871425] 'agreement among raft nodes before linearized reading' (duration: 2.000591386s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:54:58.358442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:56.357616Z","time spent":"2.000814714s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:54:58.408348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.974355179s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:00.238215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:00.238287Z","caller":"traceutil/trace.go:171","msg":"trace[1335293789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620088s","start":"2026-06-30T18:54:58.237649Z","end":"2026-06-30T18:55:00.238269Z","steps":["trace[1335293789] 'agreement among raft nodes before linearized reading' (duration: 2.000493364s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.238321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:58.237635Z","time spent":"2.000677749s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:00.359394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000341479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:00.359519Z","caller":"traceutil/trace.go:171","msg":"trace[1654990881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518514s","start":"2026-06-30T18:54:58.358984Z","end":"2026-06-30T18:55:00.359502Z","steps":["trace[1654990881] 'agreement among raft nodes before linearized reading' (duration: 2.0003717s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.359574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:58.358966Z","time spent":"2.000598627s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:00.475204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.066676296s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:00.632645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167424281s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:00.632993Z","caller":"traceutil/trace.go:171","msg":"trace[762649401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28841; }","duration":"2.167783303s","start":"2026-06-30T18:54:58.465186Z","end":"2026-06-30T18:55:00.63297Z","steps":["trace[762649401] 'range keys from in-memory index tree' (duration: 2.16740592s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.633819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225153983s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:00.634183Z","caller":"traceutil/trace.go:171","msg":"trace[1281012034] linearizableReadLoop","detail":"{readStateIndex:30194; appliedIndex:30191; }","duration":"3.014376701s","start":"2026-06-30T18:54:57.619792Z","end":"2026-06-30T18:55:00.634169Z","steps":["trace[1281012034] 'read index received' (duration: 788.763163ms)","trace[1281012034] 'applied index is now lower than readState.Index' (duration: 2.225612598s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:00.634393Z","caller":"traceutil/trace.go:171","msg":"trace[1240642580] transaction","detail":"{read_only:false; response_revision:28842; number_of_response:1; }","duration":"4.200466424s","start":"2026-06-30T18:54:56.433912Z","end":"2026-06-30T18:55:00.634379Z","steps":["trace[1240642580] 'process raft request' (duration: 1.9746843s)","trace[1240642580] 'compare' (duration: 2.223856272s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:00.634503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:56.433895Z","time spent":"4.200572637s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:55:00.635041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504144576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:00.635113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.005744633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:00.635131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.514064851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:00.635137Z","caller":"traceutil/trace.go:171","msg":"trace[52228657] transaction","detail":"{read_only:false; response_revision:28843; number_of_response:1; }","duration":"3.290501133s","start":"2026-06-30T18:54:57.344588Z","end":"2026-06-30T18:55:00.635089Z","steps":["trace[52228657] 'process raft request' (duration: 3.289365877s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:00.635192Z","caller":"traceutil/trace.go:171","msg":"trace[1596014259] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28844; }","duration":"6.514179824s","start":"2026-06-30T18:54:54.120995Z","end":"2026-06-30T18:55:00.635175Z","steps":["trace[1596014259] 'agreement among raft nodes before linearized reading' (duration: 6.51406409s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.635178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151136745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:00.635224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152792421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:00.635227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:54.120974Z","time spent":"6.514245077s","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:00.635244Z","caller":"traceutil/trace.go:171","msg":"trace[1167392465] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28844; }","duration":"3.15125599s","start":"2026-06-30T18:54:57.483974Z","end":"2026-06-30T18:55:00.63523Z","steps":["trace[1167392465] 'agreement among raft nodes before linearized reading' (duration: 3.151070634s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:00.635255Z","caller":"traceutil/trace.go:171","msg":"trace[1700861063] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28844; }","duration":"4.152849363s","start":"2026-06-30T18:54:56.482395Z","end":"2026-06-30T18:55:00.635244Z","steps":["trace[1700861063] 'agreement among raft nodes before linearized reading' (duration: 4.152804882s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.635276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.483955Z","time spent":"3.151314741s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":86,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.635289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:56.48238Z","time spent":"4.152899385s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.635283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.288025255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-20427646-67fe-4965-b496-ee71d3abde18\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-06-30T18:55:00.635335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.344559Z","time spent":"3.290664819s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:00.63536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457854124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-30T18:55:00.635379Z","caller":"traceutil/trace.go:171","msg":"trace[262719863] range","detail":"{range_begin:/registry/persistentvolumes/pvc-20427646-67fe-4965-b496-ee71d3abde18; range_end:; response_count:1; response_revision:28844; }","duration":"8.288158408s","start":"2026-06-30T18:54:52.347182Z","end":"2026-06-30T18:55:00.63534Z","steps":["trace[262719863] 'agreement among raft nodes before linearized reading' (duration: 8.28789637s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:00.635404Z","caller":"traceutil/trace.go:171","msg":"trace[2078786107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28844; }","duration":"3.457919167s","start":"2026-06-30T18:54:57.177467Z","end":"2026-06-30T18:55:00.635386Z","steps":["trace[2078786107] 'agreement among raft nodes before linearized reading' (duration: 3.457832424s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.63519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.283583512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:00.635434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.34716Z","time spent":"8.288262992s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-20427646-67fe-4965-b496-ee71d3abde18\" "} {"level":"warn","ts":"2026-06-30T18:55:00.635442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.177449Z","time spent":"3.457985658s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-30T18:55:00.635504Z","caller":"traceutil/trace.go:171","msg":"trace[2041964656] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28844; }","duration":"8.283946144s","start":"2026-06-30T18:54:52.351501Z","end":"2026-06-30T18:55:00.635448Z","steps":["trace[2041964656] 'agreement among raft nodes before linearized reading' (duration: 8.283571732s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:00.635178Z","caller":"traceutil/trace.go:171","msg":"trace[1666340301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28844; }","duration":"7.005848206s","start":"2026-06-30T18:54:53.629309Z","end":"2026-06-30T18:55:00.635157Z","steps":["trace[1666340301] 'agreement among raft nodes before linearized reading' (duration: 7.005747992s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.635557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:53.629286Z","time spent":"7.006260859s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.635598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.106307747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:00.63543Z","caller":"traceutil/trace.go:171","msg":"trace[1029738842] transaction","detail":"{read_only:false; response_revision:28844; number_of_response:1; }","duration":"2.959962834s","start":"2026-06-30T18:54:57.675456Z","end":"2026-06-30T18:55:00.635419Z","steps":["trace[1029738842] 'process raft request' (duration: 2.958634431s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:00.635641Z","caller":"traceutil/trace.go:171","msg":"trace[1225745725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28844; }","duration":"6.10639212s","start":"2026-06-30T18:54:54.529235Z","end":"2026-06-30T18:55:00.635627Z","steps":["trace[1225745725] 'agreement among raft nodes before linearized reading' (duration: 6.106321297s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.635675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:54.529212Z","time spent":"6.106452422s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.635692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.675439Z","time spent":"2.960207262s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:00.635762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:52.351488Z","time spent":"8.284043328s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:55:00.635182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816576083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:00.635803Z","caller":"traceutil/trace.go:171","msg":"trace[921136848] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28844; }","duration":"3.817235664s","start":"2026-06-30T18:54:56.81856Z","end":"2026-06-30T18:55:00.635795Z","steps":["trace[921136848] 'agreement among raft nodes before linearized reading' (duration: 3.816592583s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.635825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:56.818539Z","time spent":"3.817278035s","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.635255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459097524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-30T18:55:00.635903Z","caller":"traceutil/trace.go:171","msg":"trace[759326109] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28844; }","duration":"3.459785266s","start":"2026-06-30T18:54:57.176101Z","end":"2026-06-30T18:55:00.635886Z","steps":["trace[759326109] 'agreement among raft nodes before linearized reading' (duration: 3.45898282s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.635946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.176086Z","time spent":"3.459846308s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-30T18:55:00.635127Z","caller":"traceutil/trace.go:171","msg":"trace[683882111] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28844; }","duration":"4.50426723s","start":"2026-06-30T18:54:56.130836Z","end":"2026-06-30T18:55:00.635103Z","steps":["trace[683882111] 'agreement among raft nodes before linearized reading' (duration: 4.504019732s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.635989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:56.130821Z","time spent":"4.505152198s","remote":"127.0.0.1:55832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.636424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602522275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:00.63646Z","caller":"traceutil/trace.go:171","msg":"trace[966112580] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28844; }","duration":"4.602572437s","start":"2026-06-30T18:54:56.03388Z","end":"2026-06-30T18:55:00.636452Z","steps":["trace[966112580] 'agreement among raft nodes before linearized reading' (duration: 4.600986566s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.636481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:56.033836Z","time spent":"4.602639469s","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.636579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288170387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:55:00.636611Z","caller":"traceutil/trace.go:171","msg":"trace[1756248788] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28844; }","duration":"5.288231279s","start":"2026-06-30T18:54:55.348373Z","end":"2026-06-30T18:55:00.636604Z","steps":["trace[1756248788] 'agreement among raft nodes before linearized reading' (duration: 5.287100923s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.636634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:55.348353Z","time spent":"5.28827285s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2771,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.637276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250996245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:00.637331Z","caller":"traceutil/trace.go:171","msg":"trace[1141918600] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28844; }","duration":"6.251100559s","start":"2026-06-30T18:54:54.386217Z","end":"2026-06-30T18:55:00.637317Z","steps":["trace[1141918600] 'agreement among raft nodes before linearized reading' (duration: 6.248700262s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.637365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:54.386196Z","time spent":"6.25116003s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:00.640315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667392235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:00.640382Z","caller":"traceutil/trace.go:171","msg":"trace[2031313311] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28844; }","duration":"4.667495728s","start":"2026-06-30T18:54:55.972874Z","end":"2026-06-30T18:55:00.64037Z","steps":["trace[2031313311] 'agreement among raft nodes before linearized reading' (duration: 4.663305974s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:00.640423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:55.972856Z","time spent":"4.66755878s","remote":"127.0.0.1:47248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:01.134612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:02.363956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:02.364045Z","caller":"traceutil/trace.go:171","msg":"trace[1008888063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067341s","start":"2026-06-30T18:55:00.363947Z","end":"2026-06-30T18:55:02.364015Z","steps":["trace[1008888063] 'agreement among raft nodes before linearized reading' (duration: 1.999970398s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:02.36409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.363884Z","time spent":"2.000197255s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:02.840955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630669132s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:03.617388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406991508s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:03.617649Z","caller":"traceutil/trace.go:171","msg":"trace[1296714285] linearizableReadLoop","detail":"{readStateIndex:30197; appliedIndex:30194; }","duration":"2.98328847s","start":"2026-06-30T18:55:00.634342Z","end":"2026-06-30T18:55:03.61763Z","steps":["trace[1296714285] 'read index received' (duration: 575.961601ms)","trace[1296714285] 'applied index is now lower than readState.Index' (duration: 2.407325919s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:03.617897Z","caller":"traceutil/trace.go:171","msg":"trace[1517000252] transaction","detail":"{read_only:false; response_revision:28845; number_of_response:1; }","duration":"3.76854642s","start":"2026-06-30T18:54:59.849337Z","end":"2026-06-30T18:55:03.617883Z","steps":["trace[1517000252] 'process raft request' (duration: 1.360970903s)","trace[1517000252] 'compare' (duration: 2.406025407s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:03.617972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:59.849315Z","time spent":"3.768619652s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:03.618155Z","caller":"traceutil/trace.go:171","msg":"trace[1517475785] transaction","detail":"{read_only:false; response_revision:28846; number_of_response:1; }","duration":"2.977225156s","start":"2026-06-30T18:55:00.640918Z","end":"2026-06-30T18:55:03.618143Z","steps":["trace[1517475785] 'process raft request' (duration: 2.976571915s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.618219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.640903Z","time spent":"2.977284578s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:03.618345Z","caller":"traceutil/trace.go:171","msg":"trace[1141548159] transaction","detail":"{read_only:false; response_revision:28847; number_of_response:1; }","duration":"2.976295257s","start":"2026-06-30T18:55:00.64204Z","end":"2026-06-30T18:55:03.618336Z","steps":["trace[1141548159] 'process raft request' (duration: 2.975544113s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.618405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.642024Z","time spent":"2.976349098s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:03.618617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091112981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-06-30T18:55:03.618654Z","caller":"traceutil/trace.go:171","msg":"trace[799363704] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28847; }","duration":"3.091191814s","start":"2026-06-30T18:55:00.527452Z","end":"2026-06-30T18:55:03.618644Z","steps":["trace[799363704] 'agreement among raft nodes before linearized reading' (duration: 3.09106294s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.618764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.527431Z","time spent":"3.091324899s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-30T18:55:03.619138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.870742121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:03.619213Z","caller":"traceutil/trace.go:171","msg":"trace[1968903697] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28847; }","duration":"5.870860325s","start":"2026-06-30T18:54:57.748332Z","end":"2026-06-30T18:55:03.619192Z","steps":["trace[1968903697] 'agreement among raft nodes before linearized reading' (duration: 5.87073015s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.619258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.748315Z","time spent":"5.870933096s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:03.619589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150222278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:55:03.61962Z","caller":"traceutil/trace.go:171","msg":"trace[116844123] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28847; }","duration":"3.15028823s","start":"2026-06-30T18:55:00.469322Z","end":"2026-06-30T18:55:03.61961Z","steps":["trace[116844123] 'agreement among raft nodes before linearized reading' (duration: 3.150143715s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.619664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.469305Z","time spent":"3.150350972s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:03.619711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610721183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:03.619736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994439709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:55:03.619783Z","caller":"traceutil/trace.go:171","msg":"trace[370901386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28847; }","duration":"3.994525622s","start":"2026-06-30T18:54:59.625244Z","end":"2026-06-30T18:55:03.619769Z","steps":["trace[370901386] 'agreement among raft nodes before linearized reading' (duration: 3.994356637s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.619822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436830162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:03.61984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219010513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:03.619893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395861541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:03.619898Z","caller":"traceutil/trace.go:171","msg":"trace[2079957206] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28847; }","duration":"3.219061374s","start":"2026-06-30T18:55:00.400817Z","end":"2026-06-30T18:55:03.619879Z","steps":["trace[2079957206] 'agreement among raft nodes before linearized reading' (duration: 3.218991282s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.619949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812518399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:03.619954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.400766Z","time spent":"3.219170918s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:03.619972Z","caller":"traceutil/trace.go:171","msg":"trace[1661845879] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28847; }","duration":"4.81257294s","start":"2026-06-30T18:54:58.80739Z","end":"2026-06-30T18:55:03.619963Z","steps":["trace[1661845879] 'agreement among raft nodes before linearized reading' (duration: 4.812537939s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.619974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994446359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-30T18:55:03.619997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:58.807373Z","time spent":"4.812615901s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:03.62Z","caller":"traceutil/trace.go:171","msg":"trace[229101078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28847; }","duration":"3.994485871s","start":"2026-06-30T18:54:59.625506Z","end":"2026-06-30T18:55:03.619992Z","steps":["trace[229101078] 'agreement among raft nodes before linearized reading' (duration: 3.994421709s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.619823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:59.625226Z","time spent":"3.994589154s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:55:03.620033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:59.625499Z","time spent":"3.994526742s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:55:03.620064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.999289763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:03.619909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.992638762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:55:03.619857Z","caller":"traceutil/trace.go:171","msg":"trace[565055984] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28847; }","duration":"5.436910515s","start":"2026-06-30T18:54:58.182937Z","end":"2026-06-30T18:55:03.619848Z","steps":["trace[565055984] 'agreement among raft nodes before linearized reading' (duration: 5.436840803s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:03.620133Z","caller":"traceutil/trace.go:171","msg":"trace[2122907999] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28847; }","duration":"3.992862539s","start":"2026-06-30T18:54:59.627262Z","end":"2026-06-30T18:55:03.620125Z","steps":["trace[2122907999] 'agreement among raft nodes before linearized reading' (duration: 3.99258244s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.620161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:59.627197Z","time spent":"3.992957532s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-06-30T18:55:03.619783Z","caller":"traceutil/trace.go:171","msg":"trace[972313195] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28847; }","duration":"3.610842487s","start":"2026-06-30T18:55:00.008923Z","end":"2026-06-30T18:55:03.619765Z","steps":["trace[972313195] 'agreement among raft nodes before linearized reading' (duration: 3.610699052s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.620199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:58.182924Z","time spent":"5.437237305s","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:03.62028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.993660363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-06-30T18:55:03.620307Z","caller":"traceutil/trace.go:171","msg":"trace[981230567] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28847; }","duration":"5.993713605s","start":"2026-06-30T18:54:57.626587Z","end":"2026-06-30T18:55:03.6203Z","steps":["trace[981230567] 'agreement among raft nodes before linearized reading' (duration: 5.993588201s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.620332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.626573Z","time spent":"5.993753077s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-30T18:55:03.620343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.880097309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:03.619914Z","caller":"traceutil/trace.go:171","msg":"trace[835246335] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28847; }","duration":"4.395943013s","start":"2026-06-30T18:54:59.223964Z","end":"2026-06-30T18:55:03.619908Z","steps":["trace[835246335] 'agreement among raft nodes before linearized reading' (duration: 4.395908792s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:03.620391Z","caller":"traceutil/trace.go:171","msg":"trace[1638304576] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28847; }","duration":"5.880179482s","start":"2026-06-30T18:54:57.740198Z","end":"2026-06-30T18:55:03.620377Z","steps":["trace[1638304576] 'agreement among raft nodes before linearized reading' (duration: 5.88010991s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.620279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.008906Z","time spent":"3.611360444s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":33,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:03.620409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:59.223944Z","time spent":"4.396451929s","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:03.620436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.740182Z","time spent":"5.880242474s","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:03.620431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994605324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-30T18:55:03.620537Z","caller":"traceutil/trace.go:171","msg":"trace[1135077804] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446; range_end:; response_count:1; response_revision:28847; }","duration":"5.994715877s","start":"2026-06-30T18:54:57.625789Z","end":"2026-06-30T18:55:03.620505Z","steps":["trace[1135077804] 'agreement among raft nodes before linearized reading' (duration: 5.99447339s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.620583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994737658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-06-30T18:55:03.620674Z","caller":"traceutil/trace.go:171","msg":"trace[1488137597] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28847; }","duration":"5.994859082s","start":"2026-06-30T18:54:57.625792Z","end":"2026-06-30T18:55:03.620651Z","steps":["trace[1488137597] 'agreement among raft nodes before linearized reading' (duration: 5.994608704s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.62073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.625785Z","time spent":"5.994933294s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-06-30T18:55:03.620173Z","caller":"traceutil/trace.go:171","msg":"trace[563640473] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28847; }","duration":"5.999366815s","start":"2026-06-30T18:54:57.620724Z","end":"2026-06-30T18:55:03.620091Z","steps":["trace[563640473] 'agreement among raft nodes before linearized reading' (duration: 5.999299943s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:03.620813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.620705Z","time spent":"6.000093019s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:03.620607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:54:57.625776Z","time spent":"5.994794679s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bdee0fed5f0446\" "} {"level":"warn","ts":"2026-06-30T18:55:04.118324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:04.364251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:04.364315Z","caller":"traceutil/trace.go:171","msg":"trace[1399763059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992747s","start":"2026-06-30T18:55:02.364307Z","end":"2026-06-30T18:55:04.3643Z","steps":["trace[1399763059] 'agreement among raft nodes before linearized reading' (duration: 1.999895694s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:04.364349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.364292Z","time spent":"2.000051089s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:04.54574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.654844892s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:05.784593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238410113s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:05.784882Z","caller":"traceutil/trace.go:171","msg":"trace[52988956] transaction","detail":"{read_only:false; response_revision:28848; number_of_response:1; }","duration":"3.371748046s","start":"2026-06-30T18:55:02.413106Z","end":"2026-06-30T18:55:05.784854Z","steps":["trace[52988956] 'process raft request' (duration: 2.133002752s)","trace[52988956] 'compare' (duration: 1.237433242s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:05.784901Z","caller":"traceutil/trace.go:171","msg":"trace[1447252841] transaction","detail":"{read_only:false; response_revision:28849; number_of_response:1; }","duration":"3.293636154s","start":"2026-06-30T18:55:02.491242Z","end":"2026-06-30T18:55:05.784878Z","steps":["trace[1447252841] 'process raft request' (duration: 3.293446858s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:05.785017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.491217Z","time spent":"3.293740556s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:05.785066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.413081Z","time spent":"3.37186039s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:05.950092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998907246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:05.950177Z","caller":"traceutil/trace.go:171","msg":"trace[1609085299] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999055211s","start":"2026-06-30T18:55:00.951105Z","end":"2026-06-30T18:55:05.95016Z","steps":["trace[1609085299] 'agreement among raft nodes before linearized reading' (duration: 4.998950237s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:05.950224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.951082Z","time spent":"4.999131343s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/06/30 18:55:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:06.133475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999727883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:06.133571Z","caller":"traceutil/trace.go:171","msg":"trace[1079997462] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999844466s","start":"2026-06-30T18:55:01.133703Z","end":"2026-06-30T18:55:06.133548Z","steps":["trace[1079997462] 'agreement among raft nodes before linearized reading' (duration: 4.999723202s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:06.133626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:01.133645Z","time spent":"4.999969139s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/30 18:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:06.372259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:06.372325Z","caller":"traceutil/trace.go:171","msg":"trace[1182248086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207485s","start":"2026-06-30T18:55:04.372102Z","end":"2026-06-30T18:55:06.37231Z","steps":["trace[1182248086] 'agreement among raft nodes before linearized reading' (duration: 2.000101992s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:06.372375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:04.372091Z","time spent":"2.000270728s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:06.490403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.944377234s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:07.42591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999887926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:07.426018Z","caller":"traceutil/trace.go:171","msg":"trace[1255109195] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000018041s","start":"2026-06-30T18:55:02.425958Z","end":"2026-06-30T18:55:07.425976Z","steps":["trace[1255109195] 'agreement among raft nodes before linearized reading' (duration: 4.999905477s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:07.426067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.425945Z","time spent":"5.000110434s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/06/30 18:55:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:07.791577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006805525s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:55:07.793865Z","caller":"traceutil/trace.go:171","msg":"trace[1450584078] transaction","detail":"{read_only:false; response_revision:28850; number_of_response:1; }","duration":"4.169736483s","start":"2026-06-30T18:55:03.62411Z","end":"2026-06-30T18:55:07.793846Z","steps":["trace[1450584078] 'process raft request' (duration: 4.167574744s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:07.794101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.624091Z","time spent":"4.169826475s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:08.373622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:08.373705Z","caller":"traceutil/trace.go:171","msg":"trace[487961118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448902s","start":"2026-06-30T18:55:06.373234Z","end":"2026-06-30T18:55:08.373683Z","steps":["trace[487961118] 'agreement among raft nodes before linearized reading' (duration: 2.000346149s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.373751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:06.373186Z","time spent":"2.000555056s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:08.543316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.052146732s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:08.851716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.883186ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:08.851866Z","caller":"traceutil/trace.go:171","msg":"trace[1318142374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28850; }","duration":"387.062153ms","start":"2026-06-30T18:55:08.464784Z","end":"2026-06-30T18:55:08.851846Z","steps":["trace[1318142374] 'range keys from in-memory index tree' (duration: 386.841475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.852836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058901294s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:08.853374Z","caller":"traceutil/trace.go:171","msg":"trace[499341151] transaction","detail":"{read_only:false; response_revision:28851; number_of_response:1; }","duration":"5.22749052s","start":"2026-06-30T18:55:03.625859Z","end":"2026-06-30T18:55:08.853349Z","steps":["trace[499341151] 'process raft request' (duration: 4.167975386s)","trace[499341151] 'compare' (duration: 1.058044597s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:08.85345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.625846Z","time spent":"5.227569712s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:08.853707Z","caller":"traceutil/trace.go:171","msg":"trace[1014968250] transaction","detail":"{read_only:false; response_revision:28852; number_of_response:1; }","duration":"5.227709327s","start":"2026-06-30T18:55:03.625981Z","end":"2026-06-30T18:55:08.85369Z","steps":["trace[1014968250] 'process raft request' (duration: 5.226967353s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.853803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.625972Z","time spent":"5.227780199s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:08.854189Z","caller":"traceutil/trace.go:171","msg":"trace[112757640] transaction","detail":"{read_only:false; response_revision:28853; number_of_response:1; }","duration":"5.227853341s","start":"2026-06-30T18:55:03.626313Z","end":"2026-06-30T18:55:08.854166Z","steps":["trace[112757640] 'process raft request' (duration: 5.227330325s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:08.8544Z","caller":"traceutil/trace.go:171","msg":"trace[1278911636] transaction","detail":"{read_only:false; response_revision:28854; number_of_response:1; }","duration":"5.225821666s","start":"2026-06-30T18:55:03.628568Z","end":"2026-06-30T18:55:08.85439Z","steps":["trace[1278911636] 'process raft request' (duration: 5.225528747s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.854309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.626307Z","time spent":"5.227947315s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:08.854219Z","caller":"traceutil/trace.go:171","msg":"trace[1581531384] transaction","detail":"{read_only:false; response_revision:28855; number_of_response:1; }","duration":"3.20957864s","start":"2026-06-30T18:55:05.644625Z","end":"2026-06-30T18:55:08.854204Z","steps":["trace[1581531384] 'process raft request' (duration: 3.209537249s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.854612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:05.644592Z","time spent":"3.209987493s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:08.854819Z","caller":"traceutil/trace.go:171","msg":"trace[890946579] linearizableReadLoop","detail":"{readStateIndex:30205; appliedIndex:30197; }","duration":"5.237121458s","start":"2026-06-30T18:55:03.617685Z","end":"2026-06-30T18:55:08.854807Z","steps":["trace[890946579] 'read index received' (duration: 928.429039ms)","trace[890946579] 'applied index is now lower than readState.Index' (duration: 4.308691409s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:08.854901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.870848416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:08.85491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.5350397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:08.854977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.515002815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:08.854982Z","caller":"traceutil/trace.go:171","msg":"trace[1407277402] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28855; }","duration":"6.535148913s","start":"2026-06-30T18:55:02.319817Z","end":"2026-06-30T18:55:08.854966Z","steps":["trace[1407277402] 'agreement among raft nodes before linearized reading' (duration: 6.535041979s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:08.855003Z","caller":"traceutil/trace.go:171","msg":"trace[1801832391] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28855; }","duration":"7.515073937s","start":"2026-06-30T18:55:01.33992Z","end":"2026-06-30T18:55:08.854994Z","steps":["trace[1801832391] 'agreement among raft nodes before linearized reading' (duration: 7.515028285s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.855018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.319796Z","time spent":"6.535213155s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:08.855032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:01.339896Z","time spent":"7.515128739s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:08.855183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.112860545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-06-30T18:55:08.855211Z","caller":"traceutil/trace.go:171","msg":"trace[954147179] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28855; }","duration":"8.112937937s","start":"2026-06-30T18:55:00.742264Z","end":"2026-06-30T18:55:08.855202Z","steps":["trace[954147179] 'agreement among raft nodes before linearized reading' (duration: 8.112884626s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.855237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.74224Z","time spent":"8.112990949s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:55:08.855333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.879185318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:08.855382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.211430481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:08.855431Z","caller":"traceutil/trace.go:171","msg":"trace[882945627] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28855; }","duration":"5.879321003s","start":"2026-06-30T18:55:02.976076Z","end":"2026-06-30T18:55:08.855397Z","steps":["trace[882945627] 'agreement among raft nodes before linearized reading' (duration: 5.879032093s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:08.855437Z","caller":"traceutil/trace.go:171","msg":"trace[621715319] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28855; }","duration":"8.211521074s","start":"2026-06-30T18:55:00.64388Z","end":"2026-06-30T18:55:08.855401Z","steps":["trace[621715319] 'agreement among raft nodes before linearized reading' (duration: 8.211477382s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.85547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.643866Z","time spent":"8.211597537s","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-06-30T18:55:08.855476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.976059Z","time spent":"5.879404176s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:08.855617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.21393313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:08.855644Z","caller":"traceutil/trace.go:171","msg":"trace[1730326313] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28855; }","duration":"8.213978112s","start":"2026-06-30T18:55:00.641658Z","end":"2026-06-30T18:55:08.855636Z","steps":["trace[1730326313] 'agreement among raft nodes before linearized reading' (duration: 8.213934861s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.855671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:00.641651Z","time spent":"8.214013273s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:55:08.856006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974859183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:08.856054Z","caller":"traceutil/trace.go:171","msg":"trace[1229213702] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28855; }","duration":"5.974951845s","start":"2026-06-30T18:55:02.881089Z","end":"2026-06-30T18:55:08.85604Z","steps":["trace[1229213702] 'agreement among raft nodes before linearized reading' (duration: 5.974809911s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.856092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.881067Z","time spent":"5.975016098s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:08.85493Z","caller":"traceutil/trace.go:171","msg":"trace[1994198837] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28855; }","duration":"6.870908328s","start":"2026-06-30T18:55:01.984012Z","end":"2026-06-30T18:55:08.85492Z","steps":["trace[1994198837] 'agreement among raft nodes before linearized reading' (duration: 6.870855587s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.856334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.642765484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:08.85634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:01.983998Z","time spent":"6.872325424s","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:08.856385Z","caller":"traceutil/trace.go:171","msg":"trace[2135547436] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28855; }","duration":"5.642802005s","start":"2026-06-30T18:55:03.213556Z","end":"2026-06-30T18:55:08.856358Z","steps":["trace[2135547436] 'agreement among raft nodes before linearized reading' (duration: 5.642747334s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.856415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.213536Z","time spent":"5.642871447s","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:08.85648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.167005895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:08.856526Z","caller":"traceutil/trace.go:171","msg":"trace[1544070576] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28855; }","duration":"6.167052686s","start":"2026-06-30T18:55:02.689458Z","end":"2026-06-30T18:55:08.856511Z","steps":["trace[1544070576] 'agreement among raft nodes before linearized reading' (duration: 6.166961153s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.856556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:02.68942Z","time spent":"6.167128668s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:08.854472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.628549Z","time spent":"5.225886419s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:08.855685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489538083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:08.857004Z","caller":"traceutil/trace.go:171","msg":"trace[199158148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28855; }","duration":"5.490875826s","start":"2026-06-30T18:55:03.3661Z","end":"2026-06-30T18:55:08.856976Z","steps":["trace[199158148] 'agreement among raft nodes before linearized reading' (duration: 5.489547664s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:08.85709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.36608Z","time spent":"5.490972209s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:10.238391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:10.238447Z","caller":"traceutil/trace.go:171","msg":"trace[643155082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504865s","start":"2026-06-30T18:55:08.23793Z","end":"2026-06-30T18:55:10.238434Z","steps":["trace[643155082] 'agreement among raft nodes before linearized reading' (duration: 2.000429263s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:10.238482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:08.237912Z","time spent":"2.000558436s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:10.381308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000524276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:10.381398Z","caller":"traceutil/trace.go:171","msg":"trace[538596283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066467s","start":"2026-06-30T18:55:08.38071Z","end":"2026-06-30T18:55:10.381375Z","steps":["trace[538596283] 'agreement among raft nodes before linearized reading' (duration: 2.000553637s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:10.381461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:08.380687Z","time spent":"2.000759733s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:10.950916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999428131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:10.950996Z","caller":"traceutil/trace.go:171","msg":"trace[2069505859] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999560296s","start":"2026-06-30T18:55:05.951419Z","end":"2026-06-30T18:55:10.950979Z","steps":["trace[2069505859] 'agreement among raft nodes before linearized reading' (duration: 4.999454482s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:10.951044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:05.951404Z","time spent":"4.999630878s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/06/30 18:55:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:11.667646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.793901254s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:11.671097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797360085s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:55:11.67131Z","caller":"traceutil/trace.go:171","msg":"trace[551520333] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28856; }","duration":"2.814079608s","start":"2026-06-30T18:55:08.857211Z","end":"2026-06-30T18:55:11.67129Z","steps":["trace[551520333] 'process raft request' (duration: 2.814000185s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:11.671336Z","caller":"traceutil/trace.go:171","msg":"trace[1504302068] linearizableReadLoop","detail":"{readStateIndex:30207; appliedIndex:30206; }","duration":"2.816467944s","start":"2026-06-30T18:55:08.854845Z","end":"2026-06-30T18:55:11.671313Z","steps":["trace[1504302068] 'read index received' (duration: 18.916764ms)","trace[1504302068] 'applied index is now lower than readState.Index' (duration: 2.79754889s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:11.671422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:08.857191Z","time spent":"2.814175391s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T18:55:11.671468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.256659676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.67148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919576888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.671546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.441686061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:11.671578Z","caller":"traceutil/trace.go:171","msg":"trace[1895696190] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28856; }","duration":"6.441758423s","start":"2026-06-30T18:55:05.229812Z","end":"2026-06-30T18:55:11.671571Z","steps":["trace[1895696190] 'agreement among raft nodes before linearized reading' (duration: 6.441702911s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.671594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42441065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:11.671617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:05.229763Z","time spent":"6.441844115s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.67165Z","caller":"traceutil/trace.go:171","msg":"trace[819793488] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28856; }","duration":"4.424507473s","start":"2026-06-30T18:55:07.247128Z","end":"2026-06-30T18:55:11.671635Z","steps":["trace[819793488] 'agreement among raft nodes before linearized reading' (duration: 4.424320127s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.671667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945879265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-06-30T18:55:11.671693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:07.247117Z","time spent":"4.424568825s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.67172Z","caller":"traceutil/trace.go:171","msg":"trace[1464230055] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28856; }","duration":"2.945959537s","start":"2026-06-30T18:55:08.72574Z","end":"2026-06-30T18:55:11.6717Z","steps":["trace[1464230055] 'agreement among raft nodes before linearized reading' (duration: 2.945858544s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.671719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501411408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.671758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:08.725719Z","time spent":"2.946032249s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-06-30T18:55:11.671764Z","caller":"traceutil/trace.go:171","msg":"trace[2001929245] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28856; }","duration":"4.501476969s","start":"2026-06-30T18:55:07.170272Z","end":"2026-06-30T18:55:11.671749Z","steps":["trace[2001929245] 'agreement among raft nodes before linearized reading' (duration: 4.501405707s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.671799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.121136515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.671811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:07.170259Z","time spent":"4.501538732s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.671826Z","caller":"traceutil/trace.go:171","msg":"trace[163739376] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28856; }","duration":"7.121203077s","start":"2026-06-30T18:55:04.550615Z","end":"2026-06-30T18:55:11.671818Z","steps":["trace[163739376] 'agreement among raft nodes before linearized reading' (duration: 7.121155985s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.671847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:04.550593Z","time spent":"7.121248658s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:11.671853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050105395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.671847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047125186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:11.671882Z","caller":"traceutil/trace.go:171","msg":"trace[1929400030] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28856; }","duration":"4.050163897s","start":"2026-06-30T18:55:07.621704Z","end":"2026-06-30T18:55:11.671868Z","steps":["trace[1929400030] 'agreement among raft nodes before linearized reading' (duration: 4.050123586s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:11.671895Z","caller":"traceutil/trace.go:171","msg":"trace[178224791] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:28856; }","duration":"8.047192558s","start":"2026-06-30T18:55:03.624689Z","end":"2026-06-30T18:55:11.671881Z","steps":["trace[178224791] 'agreement among raft nodes before linearized reading' (duration: 8.047111755s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.671911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:07.621685Z","time spent":"4.050217339s","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.671545Z","caller":"traceutil/trace.go:171","msg":"trace[629907092] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28856; }","duration":"5.919690171s","start":"2026-06-30T18:55:05.751839Z","end":"2026-06-30T18:55:11.671529Z","steps":["trace[629907092] 'agreement among raft nodes before linearized reading' (duration: 5.919553147s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.671934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.624676Z","time spent":"8.04724777s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-30T18:55:11.672029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335339637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:11.672056Z","caller":"traceutil/trace.go:171","msg":"trace[124226843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28856; }","duration":"4.335368628s","start":"2026-06-30T18:55:07.336681Z","end":"2026-06-30T18:55:11.67205Z","steps":["trace[124226843] 'agreement among raft nodes before linearized reading' (duration: 4.335325427s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.672076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:07.336628Z","time spent":"4.335442201s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:11.67208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288007141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:11.672141Z","caller":"traceutil/trace.go:171","msg":"trace[1373150497] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28856; }","duration":"5.288090054s","start":"2026-06-30T18:55:06.384035Z","end":"2026-06-30T18:55:11.672125Z","steps":["trace[1373150497] 'agreement among raft nodes before linearized reading' (duration: 5.287994441s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.672164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.170321794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.672194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:06.384025Z","time spent":"5.288154666s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.672207Z","caller":"traceutil/trace.go:171","msg":"trace[1010503835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28856; }","duration":"7.170403567s","start":"2026-06-30T18:55:04.50179Z","end":"2026-06-30T18:55:11.672193Z","steps":["trace[1010503835] 'agreement among raft nodes before linearized reading' (duration: 7.170332294s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.672273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.725173062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.672286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:04.501771Z","time spent":"7.17050013s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.672307Z","caller":"traceutil/trace.go:171","msg":"trace[43626256] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28856; }","duration":"7.725238224s","start":"2026-06-30T18:55:03.947055Z","end":"2026-06-30T18:55:11.672294Z","steps":["trace[43626256] 'agreement among raft nodes before linearized reading' (duration: 7.725190492s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.672325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.397938709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:11.672331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:03.947035Z","time spent":"7.725290486s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.672355Z","caller":"traceutil/trace.go:171","msg":"trace[1098657224] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28856; }","duration":"7.39799439s","start":"2026-06-30T18:55:04.274349Z","end":"2026-06-30T18:55:11.672344Z","steps":["trace[1098657224] 'agreement among raft nodes before linearized reading' (duration: 7.397949369s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.672388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:04.274333Z","time spent":"7.398047462s","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:11.671546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.871601688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdf0a1a9bc7c1a\" ","response":"range_response_count:1 size:900"} {"level":"warn","ts":"2026-06-30T18:55:11.671652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.463429815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:11.67251Z","caller":"traceutil/trace.go:171","msg":"trace[1516251996] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdf0a1a9bc7c1a; range_end:; response_count:1; response_revision:28856; }","duration":"3.872613501s","start":"2026-06-30T18:55:07.799875Z","end":"2026-06-30T18:55:11.672489Z","steps":["trace[1516251996] 'agreement among raft nodes before linearized reading' (duration: 3.871440634s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.672571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:07.799864Z","time spent":"3.872691533s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":922,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdf0a1a9bc7c1a\" "} {"level":"warn","ts":"2026-06-30T18:55:11.671947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:05.751819Z","time spent":"5.920118954s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:11.672525Z","caller":"traceutil/trace.go:171","msg":"trace[792711805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28856; }","duration":"4.464378756s","start":"2026-06-30T18:55:07.208136Z","end":"2026-06-30T18:55:11.672515Z","steps":["trace[792711805] 'agreement among raft nodes before linearized reading' (duration: 4.463434426s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:11.671502Z","caller":"traceutil/trace.go:171","msg":"trace[2057131868] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28856; }","duration":"6.256744308s","start":"2026-06-30T18:55:05.414747Z","end":"2026-06-30T18:55:11.671492Z","steps":["trace[2057131868] 'agreement among raft nodes before linearized reading' (duration: 6.256661216s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:11.672741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:07.208112Z","time spent":"4.464616853s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:11.672766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:05.414729Z","time spent":"6.258022548s","remote":"127.0.0.1:56156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:12.148614Z","caller":"traceutil/trace.go:171","msg":"trace[1615647283] linearizableReadLoop","detail":"{readStateIndex:30209; appliedIndex:30208; }","duration":"477.209089ms","start":"2026-06-30T18:55:11.671383Z","end":"2026-06-30T18:55:12.148592Z","steps":["trace[1615647283] 'read index received' (duration: 477.068515ms)","trace[1615647283] 'applied index is now lower than readState.Index' (duration: 139.504µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:12.148744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102472687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:12.148775Z","caller":"traceutil/trace.go:171","msg":"trace[840758965] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28857; }","duration":"2.102555181s","start":"2026-06-30T18:55:10.04621Z","end":"2026-06-30T18:55:12.148765Z","steps":["trace[840758965] 'agreement among raft nodes before linearized reading' (duration: 2.102482119s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.1488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.046191Z","time spent":"2.102603092s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:12.148777Z","caller":"traceutil/trace.go:171","msg":"trace[60269733] transaction","detail":"{read_only:false; response_revision:28857; number_of_response:1; }","duration":"1.022505572s","start":"2026-06-30T18:55:11.126243Z","end":"2026-06-30T18:55:12.148749Z","steps":["trace[60269733] 'process raft request' (duration: 1.022199813s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.148876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.702996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-06-30T18:55:12.14892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291354631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:55:12.148982Z","caller":"traceutil/trace.go:171","msg":"trace[877491758] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28857; }","duration":"890.857621ms","start":"2026-06-30T18:55:11.2581Z","end":"2026-06-30T18:55:12.148958Z","steps":["trace[877491758] 'agreement among raft nodes before linearized reading' (duration: 890.570652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.148998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287143196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:12.149007Z","caller":"traceutil/trace.go:171","msg":"trace[388186436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28857; }","duration":"1.291536987s","start":"2026-06-30T18:55:10.857451Z","end":"2026-06-30T18:55:12.148988Z","steps":["trace[388186436] 'agreement among raft nodes before linearized reading' (duration: 1.291266308s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291544558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:55:12.14904Z","caller":"traceutil/trace.go:171","msg":"trace[878487252] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28857; }","duration":"3.287200287s","start":"2026-06-30T18:55:08.861824Z","end":"2026-06-30T18:55:12.149025Z","steps":["trace[878487252] 'agreement among raft nodes before linearized reading' (duration: 3.287129775s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.258082Z","time spent":"890.946893ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-06-30T18:55:12.149083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.857394Z","time spent":"1.291676862s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:55:12.149069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651807795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:12.149107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580361875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:12.149094Z","caller":"traceutil/trace.go:171","msg":"trace[98327800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28857; }","duration":"1.29164179s","start":"2026-06-30T18:55:10.857437Z","end":"2026-06-30T18:55:12.149079Z","steps":["trace[98327800] 'agreement among raft nodes before linearized reading' (duration: 1.291449404s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:12.149134Z","caller":"traceutil/trace.go:171","msg":"trace[971313246] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28857; }","duration":"1.580415747s","start":"2026-06-30T18:55:10.568711Z","end":"2026-06-30T18:55:12.149127Z","steps":["trace[971313246] 'agreement among raft nodes before linearized reading' (duration: 1.580371485s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:12.149132Z","caller":"traceutil/trace.go:171","msg":"trace[49244792] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28857; }","duration":"1.651909518s","start":"2026-06-30T18:55:10.497211Z","end":"2026-06-30T18:55:12.149121Z","steps":["trace[49244792] 'agreement among raft nodes before linearized reading' (duration: 1.651809065s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.568696Z","time spent":"1.580453677s","remote":"127.0.0.1:56002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:12.149147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.85742Z","time spent":"1.291717123s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:55:12.149145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291451785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-06-30T18:55:12.149164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.49719Z","time spent":"1.65196316s","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:12.149163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760882386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:12.149098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:08.861813Z","time spent":"3.28727718s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:55:12.149195Z","caller":"traceutil/trace.go:171","msg":"trace[2046421500] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28857; }","duration":"1.291527156s","start":"2026-06-30T18:55:10.857655Z","end":"2026-06-30T18:55:12.149182Z","steps":["trace[2046421500] 'agreement among raft nodes before linearized reading' (duration: 1.29131643s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:12.149202Z","caller":"traceutil/trace.go:171","msg":"trace[1359449323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28857; }","duration":"1.760947618s","start":"2026-06-30T18:55:10.388243Z","end":"2026-06-30T18:55:12.149191Z","steps":["trace[1359449323] 'agreement among raft nodes before linearized reading' (duration: 1.760886876s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.857643Z","time spent":"1.291576919s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:55:12.14923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.3882Z","time spent":"1.761024091s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:12.149279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996487449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:12.148923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.126223Z","time spent":"1.022619846s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:12.149312Z","caller":"traceutil/trace.go:171","msg":"trace[1261605988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28857; }","duration":"2.996559032s","start":"2026-06-30T18:55:09.152743Z","end":"2026-06-30T18:55:12.149302Z","steps":["trace[1261605988] 'agreement among raft nodes before linearized reading' (duration: 2.9965009s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.090474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:12.149343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:09.152718Z","time spent":"2.996617503s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:12.149368Z","caller":"traceutil/trace.go:171","msg":"trace[371242553] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28857; }","duration":"852.131945ms","start":"2026-06-30T18:55:11.297225Z","end":"2026-06-30T18:55:12.149357Z","steps":["trace[371242553] 'agreement among raft nodes before linearized reading' (duration: 852.087503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.297217Z","time spent":"852.169606ms","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:12.148908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280531825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-06-30T18:55:12.14965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808523707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:12.149667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289039286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-06-30T18:55:12.149684Z","caller":"traceutil/trace.go:171","msg":"trace[751268295] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28857; }","duration":"3.281299909s","start":"2026-06-30T18:55:08.868337Z","end":"2026-06-30T18:55:12.149637Z","steps":["trace[751268295] 'agreement among raft nodes before linearized reading' (duration: 3.280447772s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:12.149692Z","caller":"traceutil/trace.go:171","msg":"trace[171809724] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28857; }","duration":"1.808599469s","start":"2026-06-30T18:55:10.341078Z","end":"2026-06-30T18:55:12.149677Z","steps":["trace[171809724] 'agreement among raft nodes before linearized reading' (duration: 1.807562916s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:12.149711Z","caller":"traceutil/trace.go:171","msg":"trace[1429144090] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3; range_end:; response_count:1; response_revision:28857; }","duration":"3.289114289s","start":"2026-06-30T18:55:08.860586Z","end":"2026-06-30T18:55:12.149701Z","steps":["trace[1429144090] 'agreement among raft nodes before linearized reading' (duration: 3.288344014s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:08.868323Z","time spent":"3.281385072s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-30T18:55:12.149725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.341058Z","time spent":"1.808658441s","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:12.149739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:08.860571Z","time spent":"3.28916189s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-df4efe12-2f9e-4529-97e7-d24a37c816d3\" "} {"level":"warn","ts":"2026-06-30T18:55:12.149743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515607029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:12.149814Z","caller":"traceutil/trace.go:171","msg":"trace[1926436101] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28857; }","duration":"1.515720402s","start":"2026-06-30T18:55:10.634075Z","end":"2026-06-30T18:55:12.149796Z","steps":["trace[1926436101] 'agreement among raft nodes before linearized reading' (duration: 1.514538994s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.149885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:10.634055Z","time spent":"1.515815715s","remote":"127.0.0.1:39050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:12.150408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.787508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-06-30T18:55:12.150455Z","caller":"traceutil/trace.go:171","msg":"trace[1867102130] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28859; }","duration":"477.84446ms","start":"2026-06-30T18:55:11.672599Z","end":"2026-06-30T18:55:12.150444Z","steps":["trace[1867102130] 'agreement among raft nodes before linearized reading' (duration: 477.719796ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:12.150461Z","caller":"traceutil/trace.go:171","msg":"trace[1404220146] transaction","detail":"{read_only:false; response_revision:28858; number_of_response:1; }","duration":"474.982169ms","start":"2026-06-30T18:55:11.675466Z","end":"2026-06-30T18:55:12.150448Z","steps":["trace[1404220146] 'process raft request' (duration: 474.70552ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.150482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.672584Z","time spent":"477.890652ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-06-30T18:55:12.150482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.769245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:12.150523Z","caller":"traceutil/trace.go:171","msg":"trace[151856899] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28859; }","duration":"476.829158ms","start":"2026-06-30T18:55:11.673683Z","end":"2026-06-30T18:55:12.150512Z","steps":["trace[151856899] 'agreement among raft nodes before linearized reading' (duration: 476.752515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.150533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.675448Z","time spent":"475.04037ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:12.150551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.673675Z","time spent":"476.867589ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:12.150568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.965172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:12.150611Z","caller":"traceutil/trace.go:171","msg":"trace[1562527111] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:0; response_revision:28859; }","duration":"477.037505ms","start":"2026-06-30T18:55:11.673562Z","end":"2026-06-30T18:55:12.150599Z","steps":["trace[1562527111] 'agreement among raft nodes before linearized reading' (duration: 476.947332ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:12.15045Z","caller":"traceutil/trace.go:171","msg":"trace[36439862] transaction","detail":"{read_only:false; response_revision:28859; number_of_response:1; }","duration":"474.604906ms","start":"2026-06-30T18:55:11.675822Z","end":"2026-06-30T18:55:12.150427Z","steps":["trace[36439862] 'process raft request' (duration: 474.442691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:12.150647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.673546Z","time spent":"477.093776ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:55:12.1507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:11.675802Z","time spent":"474.862015ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:12.654866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:13.155862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:13.523511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371505931s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:14.162155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99752507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:14.162233Z","caller":"traceutil/trace.go:171","msg":"trace[134099476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997645634s","start":"2026-06-30T18:55:12.164569Z","end":"2026-06-30T18:55:14.162215Z","steps":["trace[134099476] 'agreement among raft nodes before linearized reading' (duration: 1.997547551s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:14.162279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.164552Z","time spent":"1.997717006s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:15.673421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149638934s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-30T18:55:15.673498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.151179Z","time spent":"3.522315412s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:16.162412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:16.162478Z","caller":"traceutil/trace.go:171","msg":"trace[680317590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128112s","start":"2026-06-30T18:55:14.162333Z","end":"2026-06-30T18:55:16.162461Z","steps":["trace[680317590] 'agreement among raft nodes before linearized reading' (duration: 2.000055509s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:16.162508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:14.162313Z","time spent":"2.000188724s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:17.152961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.155385Z","time spent":"4.997567583s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:55:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:17.16151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.164622Z","time spent":"4.996881812s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:55:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:17.167445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.643572291s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:55:17.25107Z","caller":"traceutil/trace.go:171","msg":"trace[1048189998] linearizableReadLoop","detail":"{readStateIndex:30219; appliedIndex:30211; }","duration":"5.096722037s","start":"2026-06-30T18:55:12.154326Z","end":"2026-06-30T18:55:17.251048Z","steps":["trace[1048189998] 'read index received' (duration: 1.369559178s)","trace[1048189998] 'applied index is now lower than readState.Index' (duration: 3.727161939s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:17.251367Z","caller":"traceutil/trace.go:171","msg":"trace[817147543] transaction","detail":"{read_only:false; response_revision:28861; number_of_response:1; }","duration":"5.095706455s","start":"2026-06-30T18:55:12.155643Z","end":"2026-06-30T18:55:17.25135Z","steps":["trace[817147543] 'process raft request' (duration: 5.095128507s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:17.251582Z","caller":"traceutil/trace.go:171","msg":"trace[612863253] transaction","detail":"{read_only:false; response_revision:28862; number_of_response:1; }","duration":"5.095628683s","start":"2026-06-30T18:55:12.155932Z","end":"2026-06-30T18:55:17.251561Z","steps":["trace[612863253] 'process raft request' (duration: 5.09491366s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:17.251637Z","caller":"traceutil/trace.go:171","msg":"trace[1866690727] transaction","detail":"{read_only:false; response_revision:28864; number_of_response:1; }","duration":"5.087007248s","start":"2026-06-30T18:55:12.164616Z","end":"2026-06-30T18:55:17.251623Z","steps":["trace[1866690727] 'process raft request' (duration: 5.086299715s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:17.251714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.164596Z","time spent":"5.08706408s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:55:17.251671Z","caller":"traceutil/trace.go:171","msg":"trace[430360766] transaction","detail":"{read_only:false; response_revision:28863; number_of_response:1; }","duration":"5.095660714s","start":"2026-06-30T18:55:12.155992Z","end":"2026-06-30T18:55:17.251653Z","steps":["trace[430360766] 'process raft request' (duration: 5.094891909s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:17.25175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.155923Z","time spent":"5.095710105s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:17.251817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.155986Z","time spent":"5.095770517s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:17.251836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.097490433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-06-30T18:55:17.251907Z","caller":"traceutil/trace.go:171","msg":"trace[1662009364] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28866; }","duration":"5.097588595s","start":"2026-06-30T18:55:12.154295Z","end":"2026-06-30T18:55:17.251884Z","steps":["trace[1662009364] 'agreement among raft nodes before linearized reading' (duration: 5.097363148s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:17.251949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.154276Z","time spent":"5.097663588s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-06-30T18:55:17.252015Z","caller":"traceutil/trace.go:171","msg":"trace[668978228] transaction","detail":"{read_only:false; response_revision:28866; number_of_response:1; }","duration":"5.087311478s","start":"2026-06-30T18:55:12.164694Z","end":"2026-06-30T18:55:17.252005Z","steps":["trace[668978228] 'process raft request' (duration: 5.086302416s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:17.25206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.164684Z","time spent":"5.087354279s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:17.252311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.155635Z","time spent":"5.095780598s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:17.751652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:18.172432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:18.172492Z","caller":"traceutil/trace.go:171","msg":"trace[1633207878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796723s","start":"2026-06-30T18:55:16.171681Z","end":"2026-06-30T18:55:18.172478Z","steps":["trace[1633207878] 'agreement among raft nodes before linearized reading' (duration: 2.000716371s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:18.17252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:16.171669Z","time spent":"2.000845765s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:18.252739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:18.753488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:19.237538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997723947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:19.237626Z","caller":"traceutil/trace.go:171","msg":"trace[1040851126] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997864352s","start":"2026-06-30T18:55:14.239741Z","end":"2026-06-30T18:55:19.237606Z","steps":["trace[1040851126] 'agreement among raft nodes before linearized reading' (duration: 4.997757978s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:19.237688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:14.239724Z","time spent":"4.997950864s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/06/30 18:55:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:19.253875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:19.486153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.318473862s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:20.173745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:20.17382Z","caller":"traceutil/trace.go:171","msg":"trace[1077601055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555246s","start":"2026-06-30T18:55:18.17325Z","end":"2026-06-30T18:55:20.173805Z","steps":["trace[1077601055] 'agreement among raft nodes before linearized reading' (duration: 2.000444392s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.173864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:18.173239Z","time spent":"2.000616187s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:20.23747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000684471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:20.237592Z","caller":"traceutil/trace.go:171","msg":"trace[926062122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000865476s","start":"2026-06-30T18:55:18.236698Z","end":"2026-06-30T18:55:20.237563Z","steps":["trace[926062122] 'agreement among raft nodes before linearized reading' (duration: 2.00069701s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.237724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:18.236685Z","time spent":"2.001005951s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:20.861442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:13.860824Z","time spent":"7.000612828s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:20.888676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.102916Z","time spent":"785.753667ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:20.889771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424407863s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:20.889866Z","caller":"traceutil/trace.go:171","msg":"trace[379149806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28866; }","duration":"2.424511066s","start":"2026-06-30T18:55:18.465344Z","end":"2026-06-30T18:55:20.889855Z","steps":["trace[379149806] 'range keys from in-memory index tree' (duration: 2.424396902s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.890431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404000008s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:20.890641Z","caller":"traceutil/trace.go:171","msg":"trace[186456084] linearizableReadLoop","detail":"{readStateIndex:30223; appliedIndex:30219; }","duration":"3.639499261s","start":"2026-06-30T18:55:17.251129Z","end":"2026-06-30T18:55:20.890628Z","steps":["trace[186456084] 'read index received' (duration: 2.235245845s)","trace[186456084] 'applied index is now lower than readState.Index' (duration: 1.404252346s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:20.890693Z","caller":"traceutil/trace.go:171","msg":"trace[949136782] transaction","detail":"{read_only:false; response_revision:28868; number_of_response:1; }","duration":"5.214246557s","start":"2026-06-30T18:55:15.676438Z","end":"2026-06-30T18:55:20.890685Z","steps":["trace[949136782] 'process raft request' (duration: 5.214055761s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.890739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:15.676417Z","time spent":"5.214295069s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:20.890758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.050877708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:20.890751Z","caller":"traceutil/trace.go:171","msg":"trace[1860599143] transaction","detail":"{read_only:false; response_revision:28869; number_of_response:1; }","duration":"4.739163236s","start":"2026-06-30T18:55:16.151565Z","end":"2026-06-30T18:55:20.890728Z","steps":["trace[1860599143] 'process raft request' (duration: 4.73898814s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:20.890759Z","caller":"traceutil/trace.go:171","msg":"trace[1898122284] transaction","detail":"{read_only:false; response_revision:28870; number_of_response:1; }","duration":"4.737606716s","start":"2026-06-30T18:55:16.153127Z","end":"2026-06-30T18:55:20.890734Z","steps":["trace[1898122284] 'process raft request' (duration: 4.737467101s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.89082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.032812712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:20.890839Z","caller":"traceutil/trace.go:171","msg":"trace[1003201740] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28870; }","duration":"6.032869374s","start":"2026-06-30T18:55:14.857962Z","end":"2026-06-30T18:55:20.890832Z","steps":["trace[1003201740] 'agreement among raft nodes before linearized reading' (duration: 6.032840803s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.890857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:14.857934Z","time spent":"6.032917535s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.890866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:16.15154Z","time spent":"4.739253639s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:20.890874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:16.153111Z","time spent":"4.7377051s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:20.890903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226362949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:20.890913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.294902362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-06-30T18:55:20.890964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.954763339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:20.890789Z","caller":"traceutil/trace.go:171","msg":"trace[1058691302] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28870; }","duration":"6.05094155s","start":"2026-06-30T18:55:14.839838Z","end":"2026-06-30T18:55:20.89078Z","steps":["trace[1058691302] 'agreement among raft nodes before linearized reading' (duration: 6.050862208s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:20.890967Z","caller":"traceutil/trace.go:171","msg":"trace[2074840742] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28870; }","duration":"5.294992595s","start":"2026-06-30T18:55:15.595959Z","end":"2026-06-30T18:55:20.890951Z","steps":["trace[2074840742] 'agreement among raft nodes before linearized reading' (duration: 5.294808359s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:20.890987Z","caller":"traceutil/trace.go:171","msg":"trace[991176169] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28870; }","duration":"7.954822241s","start":"2026-06-30T18:55:12.936159Z","end":"2026-06-30T18:55:20.890982Z","steps":["trace[991176169] 'agreement among raft nodes before linearized reading' (duration: 7.95478405s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.93614Z","time spent":"7.954862192s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.891005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:15.595939Z","time spent":"5.295054766s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-30T18:55:20.891009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:14.839824Z","time spent":"6.051169457s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.891121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.307546088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:20.891146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.009696954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282515"} {"level":"warn","ts":"2026-06-30T18:55:20.890783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72847646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-06-30T18:55:20.891171Z","caller":"traceutil/trace.go:171","msg":"trace[1104030097] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28870; }","duration":"6.009723485s","start":"2026-06-30T18:55:14.881441Z","end":"2026-06-30T18:55:20.891164Z","steps":["trace[1104030097] 'agreement among raft nodes before linearized reading' (duration: 6.009361473s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.54230881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:20.891194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:14.881426Z","time spent":"6.009760906s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282537,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-06-30T18:55:20.891205Z","caller":"traceutil/trace.go:171","msg":"trace[163992928] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28870; }","duration":"8.542352161s","start":"2026-06-30T18:55:12.348847Z","end":"2026-06-30T18:55:20.891199Z","steps":["trace[163992928] 'agreement among raft nodes before linearized reading' (duration: 8.54231532s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:20.891197Z","caller":"traceutil/trace.go:171","msg":"trace[1241229778] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28870; }","duration":"3.728921094s","start":"2026-06-30T18:55:17.162259Z","end":"2026-06-30T18:55:20.89118Z","steps":["trace[1241229778] 'agreement among raft nodes before linearized reading' (duration: 3.728444019s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.348832Z","time spent":"8.542386312s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.891235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.726450747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-06-30T18:55:20.891254Z","caller":"traceutil/trace.go:171","msg":"trace[1692594093] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28870; }","duration":"8.726477327s","start":"2026-06-30T18:55:12.164772Z","end":"2026-06-30T18:55:20.891249Z","steps":["trace[1692594093] 'agreement among raft nodes before linearized reading' (duration: 8.726421816s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:17.162236Z","time spent":"3.728995617s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-06-30T18:55:20.891268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.164768Z","time spent":"8.726496228s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-06-30T18:55:20.89115Z","caller":"traceutil/trace.go:171","msg":"trace[744167777] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28870; }","duration":"8.30761669s","start":"2026-06-30T18:55:12.583526Z","end":"2026-06-30T18:55:20.891143Z","steps":["trace[744167777] 'agreement among raft nodes before linearized reading' (duration: 8.307567538s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.583507Z","time spent":"8.307798386s","remote":"127.0.0.1:56248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.891366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.697497833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-06-30T18:55:20.891379Z","caller":"traceutil/trace.go:171","msg":"trace[1056725288] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:28870; }","duration":"8.697522063s","start":"2026-06-30T18:55:12.193853Z","end":"2026-06-30T18:55:20.891375Z","steps":["trace[1056725288] 'agreement among raft nodes before linearized reading' (duration: 8.697477792s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190286578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-30T18:55:20.891391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.193847Z","time spent":"8.697541044s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-06-30T18:55:20.891412Z","caller":"traceutil/trace.go:171","msg":"trace[230448816] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28870; }","duration":"4.190370681s","start":"2026-06-30T18:55:16.701028Z","end":"2026-06-30T18:55:20.891398Z","steps":["trace[230448816] 'agreement among raft nodes before linearized reading' (duration: 4.190139384s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:20.890931Z","caller":"traceutil/trace.go:171","msg":"trace[1498504119] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28870; }","duration":"6.22639014s","start":"2026-06-30T18:55:14.66453Z","end":"2026-06-30T18:55:20.89092Z","steps":["trace[1498504119] 'agreement among raft nodes before linearized reading' (duration: 6.226341138s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:14.66448Z","time spent":"6.226968948s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.89146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:16.701011Z","time spent":"4.190431794s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":183,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.89149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.715415465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:20.891505Z","caller":"traceutil/trace.go:171","msg":"trace[1512234988] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28870; }","duration":"8.715447345s","start":"2026-06-30T18:55:12.176052Z","end":"2026-06-30T18:55:20.891499Z","steps":["trace[1512234988] 'agreement among raft nodes before linearized reading' (duration: 8.715427985s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.89147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.70337608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:20.891518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.176042Z","time spent":"8.715472427s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:20.891387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.736182778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdf0a1a9bae69f\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-06-30T18:55:20.891544Z","caller":"traceutil/trace.go:171","msg":"trace[1636041337] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28870; }","duration":"8.703474693s","start":"2026-06-30T18:55:12.188057Z","end":"2026-06-30T18:55:20.891532Z","steps":["trace[1636041337] 'agreement among raft nodes before linearized reading' (duration: 8.703393431s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.188042Z","time spent":"8.703524015s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:20.89157Z","caller":"traceutil/trace.go:171","msg":"trace[1814580855] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdf0a1a9bae69f; range_end:; response_count:1; response_revision:28870; }","duration":"8.736379443s","start":"2026-06-30T18:55:12.155173Z","end":"2026-06-30T18:55:20.891553Z","steps":["trace[1814580855] 'agreement among raft nodes before linearized reading' (duration: 8.736132845s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:20.891626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:12.155163Z","time spent":"8.736445826s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":923,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-p47m9.18bdf0a1a9bae69f\" "} {"level":"warn","ts":"2026-06-30T18:55:21.293962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633122s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:22.159152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262997766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:22.159251Z","caller":"traceutil/trace.go:171","msg":"trace[714963864] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.263125291s","start":"2026-06-30T18:55:20.896101Z","end":"2026-06-30T18:55:22.159226Z","steps":["trace[714963864] 'agreement among raft nodes before linearized reading' (duration: 1.263006877s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:22.159305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.896094Z","time spent":"1.263199163s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/30 18:55:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:22.182645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:22.182701Z","caller":"traceutil/trace.go:171","msg":"trace[1066237744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357229s","start":"2026-06-30T18:55:20.182331Z","end":"2026-06-30T18:55:22.182689Z","steps":["trace[1066237744] 'agreement among raft nodes before linearized reading' (duration: 2.000295247s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:22.182736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.182317Z","time spent":"2.000411131s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:24.105339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811076613s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:24.105441Z","caller":"traceutil/trace.go:171","msg":"trace[370206749] linearizableReadLoop","detail":"{readStateIndex:30224; appliedIndex:30223; }","duration":"3.214765476s","start":"2026-06-30T18:55:20.89066Z","end":"2026-06-30T18:55:24.105426Z","steps":["trace[370206749] 'read index received' (duration: 403.557259ms)","trace[370206749] 'applied index is now lower than readState.Index' (duration: 2.811206697s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:24.105574Z","caller":"traceutil/trace.go:171","msg":"trace[1856405384] transaction","detail":"{read_only:false; response_revision:28871; number_of_response:1; }","duration":"4.4447636s","start":"2026-06-30T18:55:19.66074Z","end":"2026-06-30T18:55:24.105503Z","steps":["trace[1856405384] 'process raft request' (duration: 1.63344659s)","trace[1856405384] 'compare' (duration: 2.809481792s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:24.105633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:19.660714Z","time spent":"4.444887745s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:24.105782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.678352799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:24.105802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.849495017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-30T18:55:24.10583Z","caller":"traceutil/trace.go:171","msg":"trace[1532434670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28871; }","duration":"5.678441422s","start":"2026-06-30T18:55:18.427377Z","end":"2026-06-30T18:55:24.105818Z","steps":["trace[1532434670] 'agreement among raft nodes before linearized reading' (duration: 5.678342929s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.105854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:18.42737Z","time spent":"5.678477983s","remote":"127.0.0.1:56442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:24.105854Z","caller":"traceutil/trace.go:171","msg":"trace[1703902210] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28871; }","duration":"4.84958715s","start":"2026-06-30T18:55:19.256252Z","end":"2026-06-30T18:55:24.105839Z","steps":["trace[1703902210] 'agreement among raft nodes before linearized reading' (duration: 4.849426765s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.105885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:19.256238Z","time spent":"4.849642172s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:55:24.105886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013331286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:24.105946Z","caller":"traceutil/trace.go:171","msg":"trace[615884247] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28871; }","duration":"5.013445079s","start":"2026-06-30T18:55:19.092481Z","end":"2026-06-30T18:55:24.105926Z","steps":["trace[615884247] 'agreement among raft nodes before linearized reading' (duration: 5.013347626s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.105957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.849522446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e015c384-ca06-435b-83af-834c4509299f\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-06-30T18:55:24.105935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.40890332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:24.105996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240926281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-06-30T18:55:24.10599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:19.092462Z","time spent":"5.013514752s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:24.106031Z","caller":"traceutil/trace.go:171","msg":"trace[440557946] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28871; }","duration":"3.241031194s","start":"2026-06-30T18:55:20.864993Z","end":"2026-06-30T18:55:24.106024Z","steps":["trace[440557946] 'agreement among raft nodes before linearized reading' (duration: 3.240958942s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.864975Z","time spent":"3.241068806s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-06-30T18:55:24.10604Z","caller":"traceutil/trace.go:171","msg":"trace[15306626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28871; }","duration":"5.409084636s","start":"2026-06-30T18:55:18.696937Z","end":"2026-06-30T18:55:24.106022Z","steps":["trace[15306626] 'agreement among raft nodes before linearized reading' (duration: 5.408831848s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.380685566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-06-30T18:55:24.106129Z","caller":"traceutil/trace.go:171","msg":"trace[103950452] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28871; }","duration":"4.380732617s","start":"2026-06-30T18:55:19.725392Z","end":"2026-06-30T18:55:24.106125Z","steps":["trace[103950452] 'agreement among raft nodes before linearized reading' (duration: 4.380694036s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:18.696923Z","time spent":"5.409183829s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:24.106142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:19.725374Z","time spent":"4.380765569s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-06-30T18:55:24.106014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.472511211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-06-30T18:55:24.106165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70870118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-06-30T18:55:24.106177Z","caller":"traceutil/trace.go:171","msg":"trace[1809118736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28871; }","duration":"5.472683616s","start":"2026-06-30T18:55:18.633479Z","end":"2026-06-30T18:55:24.106163Z","steps":["trace[1809118736] 'agreement among raft nodes before linearized reading' (duration: 5.472475449s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:24.106196Z","caller":"traceutil/trace.go:171","msg":"trace[346435598] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28871; }","duration":"3.708772612s","start":"2026-06-30T18:55:20.397417Z","end":"2026-06-30T18:55:24.10619Z","steps":["trace[346435598] 'agreement among raft nodes before linearized reading' (duration: 3.708675329s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767802176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:24.106217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:18.633468Z","time spent":"5.472737498s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-30T18:55:24.106233Z","caller":"traceutil/trace.go:171","msg":"trace[499885867] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:28871; }","duration":"3.767867299s","start":"2026-06-30T18:55:20.338361Z","end":"2026-06-30T18:55:24.106228Z","steps":["trace[499885867] 'agreement among raft nodes before linearized reading' (duration: 3.767839268s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848545948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-30T18:55:24.106249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.338312Z","time spent":"3.76793163s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:24.106252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481708595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:24.106261Z","caller":"traceutil/trace.go:171","msg":"trace[541639845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28871; }","duration":"4.848609659s","start":"2026-06-30T18:55:19.257643Z","end":"2026-06-30T18:55:24.106252Z","steps":["trace[541639845] 'agreement among raft nodes before linearized reading' (duration: 4.848543797s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:24.10627Z","caller":"traceutil/trace.go:171","msg":"trace[1564700630] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28871; }","duration":"3.481764147s","start":"2026-06-30T18:55:20.6245Z","end":"2026-06-30T18:55:24.106264Z","steps":["trace[1564700630] 'agreement among raft nodes before linearized reading' (duration: 3.481734296s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.10629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.62448Z","time spent":"3.481804458s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:24.106289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:19.257623Z","time spent":"4.8486604s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:55:24.106169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848336501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-06-30T18:55:24.106314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142609878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:24.106326Z","caller":"traceutil/trace.go:171","msg":"trace[1408617732] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28871; }","duration":"4.1426643s","start":"2026-06-30T18:55:19.963658Z","end":"2026-06-30T18:55:24.106323Z","steps":["trace[1408617732] 'agreement among raft nodes before linearized reading' (duration: 4.142643959s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:24.10633Z","caller":"traceutil/trace.go:171","msg":"trace[905773338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28871; }","duration":"4.848509926s","start":"2026-06-30T18:55:19.257812Z","end":"2026-06-30T18:55:24.106322Z","steps":["trace[905773338] 'agreement among raft nodes before linearized reading' (duration: 4.848311669s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:19.257801Z","time spent":"4.848551188s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-30T18:55:24.10599Z","caller":"traceutil/trace.go:171","msg":"trace[814836576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e015c384-ca06-435b-83af-834c4509299f; range_end:; response_count:1; response_revision:28871; }","duration":"6.849571698s","start":"2026-06-30T18:55:17.256408Z","end":"2026-06-30T18:55:24.105979Z","steps":["trace[814836576] 'agreement among raft nodes before linearized reading' (duration: 6.849424093s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:17.256391Z","time spent":"6.850015811s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e015c384-ca06-435b-83af-834c4509299f\" "} {"level":"warn","ts":"2026-06-30T18:55:24.106222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.397397Z","time spent":"3.708820543s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7372,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-06-30T18:55:24.106483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.718412138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:24.106052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.480414783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-06-30T18:55:24.106339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:19.963639Z","time spent":"4.142696421s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:24.106549Z","caller":"traceutil/trace.go:171","msg":"trace[1453054607] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28871; }","duration":"5.718507741s","start":"2026-06-30T18:55:18.388028Z","end":"2026-06-30T18:55:24.106536Z","steps":["trace[1453054607] 'agreement among raft nodes before linearized reading' (duration: 5.717770328s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:24.106551Z","caller":"traceutil/trace.go:171","msg":"trace[784027456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28871; }","duration":"5.48093844s","start":"2026-06-30T18:55:18.625601Z","end":"2026-06-30T18:55:24.10654Z","steps":["trace[784027456] 'agreement among raft nodes before linearized reading' (duration: 5.480421673s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.106589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:18.625585Z","time spent":"5.480991001s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:55:24.106617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:18.388012Z","time spent":"5.718562873s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:24.106915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.406380743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:24.107034Z","caller":"traceutil/trace.go:171","msg":"trace[1097043378] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28871; }","duration":"6.406487387s","start":"2026-06-30T18:55:17.700459Z","end":"2026-06-30T18:55:24.106946Z","steps":["trace[1097043378] 'agreement among raft nodes before linearized reading' (duration: 6.40535518s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.107125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:17.700444Z","time spent":"6.406665562s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:24.107159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813900259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:55:24.107268Z","caller":"traceutil/trace.go:171","msg":"trace[218882110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28871; }","duration":"6.814035553s","start":"2026-06-30T18:55:17.293215Z","end":"2026-06-30T18:55:24.10725Z","steps":["trace[218882110] 'agreement among raft nodes before linearized reading' (duration: 6.812607838s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.107322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:17.293193Z","time spent":"6.814113356s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:55:24.183522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:24.183602Z","caller":"traceutil/trace.go:171","msg":"trace[1112763994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000880297s","start":"2026-06-30T18:55:22.182701Z","end":"2026-06-30T18:55:24.183581Z","steps":["trace[1112763994] 'agreement among raft nodes before linearized reading' (duration: 2.000785244s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:24.183645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:22.18269Z","time spent":"2.000945469s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:24.605771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:25.106617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:25.607543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:26.108629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:26.191061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:26.191144Z","caller":"traceutil/trace.go:171","msg":"trace[2017673882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339549s","start":"2026-06-30T18:55:24.190787Z","end":"2026-06-30T18:55:26.191127Z","steps":["trace[2017673882] 'agreement among raft nodes before linearized reading' (duration: 2.000219775s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:26.19119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.190772Z","time spent":"2.00040814s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:26.608947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:27.109408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:27.160057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999207356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:27.160163Z","caller":"traceutil/trace.go:171","msg":"trace[1264510806] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999372041s","start":"2026-06-30T18:55:22.160766Z","end":"2026-06-30T18:55:27.160138Z","steps":["trace[1264510806] 'agreement among raft nodes before linearized reading' (duration: 4.999230517s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:27.160263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:22.160751Z","time spent":"4.999494715s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/30 18:55:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:27.610278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:27.724602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.37840497s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:27.89481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.894406Z","time spent":"7.000398521s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:27.899569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.899443Z","time spent":"7.000119582s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:28.117407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999281408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:28.117463Z","caller":"traceutil/trace.go:171","msg":"trace[820358519] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999377211s","start":"2026-06-30T18:55:23.118075Z","end":"2026-06-30T18:55:28.117452Z","steps":["trace[820358519] 'agreement among raft nodes before linearized reading' (duration: 4.999301079s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:28.117492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:23.118062Z","time spent":"4.999424892s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/06/30 18:55:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:28.191894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:55:28.19202Z","caller":"traceutil/trace.go:171","msg":"trace[44026821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232856s","start":"2026-06-30T18:55:26.19177Z","end":"2026-06-30T18:55:28.192002Z","steps":["trace[44026821] 'agreement among raft nodes before linearized reading' (duration: 2.000078471s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:28.192069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:26.191755Z","time spent":"2.000304518s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:28.564709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348033ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:28.564787Z","caller":"traceutil/trace.go:171","msg":"trace[628957830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28871; }","duration":"100.435245ms","start":"2026-06-30T18:55:28.46434Z","end":"2026-06-30T18:55:28.564775Z","steps":["trace[628957830] 'range keys from in-memory index tree' (duration: 100.332142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:28.565298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.756881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-06-30T18:55:29.110419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997605883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:29.110491Z","caller":"traceutil/trace.go:171","msg":"trace[2010731704] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997746328s","start":"2026-06-30T18:55:24.112728Z","end":"2026-06-30T18:55:29.110474Z","steps":["trace[2010731704] 'agreement among raft nodes before linearized reading' (duration: 4.997624054s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:29.110566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.112712Z","time spent":"4.997809669s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-06-30T18:55:29.255841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.112818Z","time spent":"5.142989083s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:55:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:29.259957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.11492Z","time spent":"5.145033459s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:55:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:29.259989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.112922Z","time spent":"5.147058763s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 18:55:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:30.202075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:30.202136Z","caller":"traceutil/trace.go:171","msg":"trace[241789498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550555s","start":"2026-06-30T18:55:28.20157Z","end":"2026-06-30T18:55:30.202121Z","steps":["trace[241789498] 'agreement among raft nodes before linearized reading' (duration: 2.000472943s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:30.202167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:28.201558Z","time spent":"2.000603556s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:31.032197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.031877Z","time spent":"7.000313398s","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:31.108871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.383381717s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:31.114478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.113451Z","time spent":"7.001021461s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:31.115036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.114867Z","time spent":"7.000153753s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:31.468405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.184873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:31.468646Z","caller":"traceutil/trace.go:171","msg":"trace[1949484570] linearizableReadLoop","detail":"{readStateIndex:30232; appliedIndex:30224; }","duration":"7.363165119s","start":"2026-06-30T18:55:24.10547Z","end":"2026-06-30T18:55:31.468635Z","steps":["trace[1949484570] 'read index received' (duration: 3.62002004s)","trace[1949484570] 'applied index is now lower than readState.Index' (duration: 3.743144429s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:31.468722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.542039527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:31.468742Z","caller":"traceutil/trace.go:171","msg":"trace[451124600] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28879; }","duration":"9.542085398s","start":"2026-06-30T18:55:21.926649Z","end":"2026-06-30T18:55:31.468735Z","steps":["trace[451124600] 'agreement among raft nodes before linearized reading' (duration: 9.542035996s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.468759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:21.926635Z","time spent":"9.542119539s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:31.468793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.298462462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:31.468822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.745510701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:31.468923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.575417405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-5njq2\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-06-30T18:55:31.468936Z","caller":"traceutil/trace.go:171","msg":"trace[227555292] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-5njq2; range_end:; response_count:1; response_revision:28879; }","duration":"10.575467557s","start":"2026-06-30T18:55:20.893465Z","end":"2026-06-30T18:55:31.468932Z","steps":["trace[227555292] 'agreement among raft nodes before linearized reading' (duration: 10.575395945s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.468953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.893446Z","time spent":"10.575503877s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-5njq2\" "} {"level":"warn","ts":"2026-06-30T18:55:31.468925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.575055714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-06-30T18:55:31.468982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.514559315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:31.469012Z","caller":"traceutil/trace.go:171","msg":"trace[566929576] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28879; }","duration":"8.514595706s","start":"2026-06-30T18:55:22.954408Z","end":"2026-06-30T18:55:31.469004Z","steps":["trace[566929576] 'agreement among raft nodes before linearized reading' (duration: 8.514504323s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:31.468959Z","caller":"traceutil/trace.go:171","msg":"trace[679156931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28879; }","duration":"7.745724278s","start":"2026-06-30T18:55:23.723211Z","end":"2026-06-30T18:55:31.468935Z","steps":["trace[679156931] 'agreement among raft nodes before linearized reading' (duration: 7.745429929s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:31.469021Z","caller":"traceutil/trace.go:171","msg":"trace[1732291870] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28879; }","duration":"10.57524705s","start":"2026-06-30T18:55:20.89375Z","end":"2026-06-30T18:55:31.468997Z","steps":["trace[1732291870] 'agreement among raft nodes before linearized reading' (duration: 10.574963671s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.469052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:22.954333Z","time spent":"8.514710849s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:31.469068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:20.89372Z","time spent":"10.575338633s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-30T18:55:31.469068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:23.723192Z","time spent":"7.745857493s","remote":"127.0.0.1:56438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:31.46917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.517029359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:31.469189Z","caller":"traceutil/trace.go:171","msg":"trace[1949876508] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28879; }","duration":"7.517079451s","start":"2026-06-30T18:55:23.952105Z","end":"2026-06-30T18:55:31.469185Z","steps":["trace[1949876508] 'agreement among raft nodes before linearized reading' (duration: 7.51703762s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.469203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:23.952088Z","time spent":"7.517111651s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:31.469258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.969732672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:31.46929Z","caller":"traceutil/trace.go:171","msg":"trace[1056443980] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28879; }","duration":"8.969766453s","start":"2026-06-30T18:55:22.499513Z","end":"2026-06-30T18:55:31.46928Z","steps":["trace[1056443980] 'agreement among raft nodes before linearized reading' (duration: 8.969713221s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.469321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:22.499462Z","time spent":"8.969851895s","remote":"127.0.0.1:47560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:31.468885Z","caller":"traceutil/trace.go:171","msg":"trace[2099546981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28879; }","duration":"9.298601238s","start":"2026-06-30T18:55:22.170259Z","end":"2026-06-30T18:55:31.468861Z","steps":["trace[2099546981] 'agreement among raft nodes before linearized reading' (duration: 9.298415532s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.469452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.732875688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:31.469475Z","caller":"traceutil/trace.go:171","msg":"trace[956402242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28879; }","duration":"7.73291725s","start":"2026-06-30T18:55:23.736552Z","end":"2026-06-30T18:55:31.469469Z","steps":["trace[956402242] 'agreement among raft nodes before linearized reading' (duration: 7.732877689s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.46949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:23.736545Z","time spent":"7.73294087s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:31.469468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.595919937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:31.469571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:22.170241Z","time spent":"9.299204186s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:55:31.469568Z","caller":"traceutil/trace.go:171","msg":"trace[988065400] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28879; }","duration":"7.596089202s","start":"2026-06-30T18:55:23.87346Z","end":"2026-06-30T18:55:31.469549Z","steps":["trace[988065400] 'agreement among raft nodes before linearized reading' (duration: 7.595917067s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.469713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:23.873443Z","time spent":"7.596248598s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:31.491607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.383190798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:31.491716Z","caller":"traceutil/trace.go:171","msg":"trace[103011748] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"7.383291491s","start":"2026-06-30T18:55:24.108354Z","end":"2026-06-30T18:55:31.491646Z","steps":["trace[103011748] 'agreement among raft nodes before linearized reading' (duration: 7.383217978s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:31.491752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.10834Z","time spent":"7.383403455s","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/06/30 18:55:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:31.969017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:32.202564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:32.202632Z","caller":"traceutil/trace.go:171","msg":"trace[371111170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103242s","start":"2026-06-30T18:55:30.202512Z","end":"2026-06-30T18:55:32.202615Z","steps":["trace[371111170] 'agreement among raft nodes before linearized reading' (duration: 2.000014029s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.202668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:30.20249Z","time spent":"2.000171914s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:32.469627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:32.603008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493922977s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:32.78796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.101236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:55:32.788571Z","caller":"traceutil/trace.go:171","msg":"trace[1452366900] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28880; }","duration":"3.528258971s","start":"2026-06-30T18:55:29.260291Z","end":"2026-06-30T18:55:32.78855Z","steps":["trace[1452366900] 'process raft request' (duration: 3.528160248s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.788606Z","caller":"traceutil/trace.go:171","msg":"trace[687135537] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28880; }","duration":"3.528322273s","start":"2026-06-30T18:55:29.260269Z","end":"2026-06-30T18:55:32.788591Z","steps":["trace[687135537] 'process raft request' (duration: 3.527828957s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.788687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:29.26024Z","time spent":"3.528392905s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:32.789065Z","caller":"traceutil/trace.go:171","msg":"trace[2122694427] linearizableReadLoop","detail":"{readStateIndex:30238; appliedIndex:30232; }","duration":"1.320366448s","start":"2026-06-30T18:55:31.468667Z","end":"2026-06-30T18:55:32.789033Z","steps":["trace[2122694427] 'read index received' (duration: 1.135200449s)","trace[2122694427] 'applied index is now lower than readState.Index' (duration: 185.164879ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:32.789178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07252183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.789212Z","caller":"traceutil/trace.go:171","msg":"trace[1028939073] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28883; }","duration":"4.072594212s","start":"2026-06-30T18:55:28.716607Z","end":"2026-06-30T18:55:32.789201Z","steps":["trace[1028939073] 'agreement among raft nodes before linearized reading' (duration: 4.072504179s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.789241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:28.716587Z","time spent":"4.072646954s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:32.789357Z","caller":"traceutil/trace.go:171","msg":"trace[1857825951] transaction","detail":"{read_only:false; response_revision:28881; number_of_response:1; }","duration":"1.585438837s","start":"2026-06-30T18:55:31.203911Z","end":"2026-06-30T18:55:32.789349Z","steps":["trace[1857825951] 'process raft request' (duration: 1.58458554s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.789383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876575091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl\" ","response":"range_response_count:1 size:7542"} {"level":"warn","ts":"2026-06-30T18:55:32.789402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:31.203886Z","time spent":"1.585492339s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:32.789432Z","caller":"traceutil/trace.go:171","msg":"trace[1326738290] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl; range_end:; response_count:1; response_revision:28883; }","duration":"4.876709886s","start":"2026-06-30T18:55:27.912701Z","end":"2026-06-30T18:55:32.789411Z","steps":["trace[1326738290] 'agreement among raft nodes before linearized reading' (duration: 4.876497719s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.78947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:27.912681Z","time spent":"4.876781048s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7564,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-p6wrl\" "} {"level":"warn","ts":"2026-06-30T18:55:32.789506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.291047047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.789547Z","caller":"traceutil/trace.go:171","msg":"trace[155174537] transaction","detail":"{read_only:false; response_revision:28882; number_of_response:1; }","duration":"1.541423912s","start":"2026-06-30T18:55:31.248114Z","end":"2026-06-30T18:55:32.789538Z","steps":["trace[155174537] 'process raft request' (duration: 1.540715539s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.789596Z","caller":"traceutil/trace.go:171","msg":"trace[1615931366] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28883; }","duration":"7.291191412s","start":"2026-06-30T18:55:25.498345Z","end":"2026-06-30T18:55:32.789536Z","steps":["trace[1615931366] 'agreement among raft nodes before linearized reading' (duration: 7.290915933s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.789628Z","caller":"traceutil/trace.go:171","msg":"trace[1091070752] transaction","detail":"{read_only:false; response_revision:28883; number_of_response:1; }","duration":"1.162628804s","start":"2026-06-30T18:55:31.626992Z","end":"2026-06-30T18:55:32.789621Z","steps":["trace[1091070752] 'process raft request' (duration: 1.161984943s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.78967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:31.62697Z","time spent":"1.162679655s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:32.789631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:25.498327Z","time spent":"7.291294796s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.789769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125921686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.789801Z","caller":"traceutil/trace.go:171","msg":"trace[155286131] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28883; }","duration":"2.125978598s","start":"2026-06-30T18:55:30.663815Z","end":"2026-06-30T18:55:32.789793Z","steps":["trace[155286131] 'agreement among raft nodes before linearized reading' (duration: 2.125931937s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.789823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:30.663801Z","time spent":"2.126014349s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.789922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.871814791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-30T18:55:32.789936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226535228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.789952Z","caller":"traceutil/trace.go:171","msg":"trace[162869919] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28883; }","duration":"7.871883713s","start":"2026-06-30T18:55:24.918061Z","end":"2026-06-30T18:55:32.789945Z","steps":["trace[162869919] 'agreement among raft nodes before linearized reading' (duration: 7.871646215s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.789957Z","caller":"traceutil/trace.go:171","msg":"trace[1460960953] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28883; }","duration":"2.226590649s","start":"2026-06-30T18:55:30.56336Z","end":"2026-06-30T18:55:32.789951Z","steps":["trace[1460960953] 'agreement among raft nodes before linearized reading' (duration: 2.226552948s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.789975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.918039Z","time spent":"7.871929985s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.790091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.890557137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv.18bdf0a2c516236b\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-06-30T18:55:32.790125Z","caller":"traceutil/trace.go:171","msg":"trace[1743078682] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv.18bdf0a2c516236b; range_end:; response_count:1; response_revision:28883; }","duration":"4.890627289s","start":"2026-06-30T18:55:27.899487Z","end":"2026-06-30T18:55:32.790114Z","steps":["trace[1743078682] 'agreement among raft nodes before linearized reading' (duration: 4.890446584s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.790461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.294912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:32.790467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313905031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.790496Z","caller":"traceutil/trace.go:171","msg":"trace[1916784241] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28883; }","duration":"488.355764ms","start":"2026-06-30T18:55:32.302134Z","end":"2026-06-30T18:55:32.790489Z","steps":["trace[1916784241] 'agreement among raft nodes before linearized reading' (duration: 488.294892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.790476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.10108508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.790578Z","caller":"traceutil/trace.go:171","msg":"trace[721786861] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28883; }","duration":"6.101244455s","start":"2026-06-30T18:55:26.689307Z","end":"2026-06-30T18:55:32.790552Z","steps":["trace[721786861] 'agreement among raft nodes before linearized reading' (duration: 6.101045609s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.789976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:30.563341Z","time spent":"2.22663038s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.790681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306386631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-06-30T18:55:32.790484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:27.899474Z","time spent":"4.891001602s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv.18bdf0a2c516236b\" "} {"level":"warn","ts":"2026-06-30T18:55:32.790639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:26.689285Z","time spent":"6.101342339s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.790152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.619857604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-06-30T18:55:32.791051Z","caller":"traceutil/trace.go:171","msg":"trace[611677356] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:28883; }","duration":"8.620723912s","start":"2026-06-30T18:55:24.170251Z","end":"2026-06-30T18:55:32.790975Z","steps":["trace[611677356] 'agreement among raft nodes before linearized reading' (duration: 8.619839994s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.791095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.170228Z","time spent":"8.620856286s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-06-30T18:55:32.79052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:32.302117Z","time spent":"488.397266ms","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.790168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25155829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.791234Z","caller":"traceutil/trace.go:171","msg":"trace[354110801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28883; }","duration":"3.252687727s","start":"2026-06-30T18:55:29.538537Z","end":"2026-06-30T18:55:32.791225Z","steps":["trace[354110801] 'agreement among raft nodes before linearized reading' (duration: 3.25153927s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.791263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:29.538516Z","time spent":"3.252738778s","remote":"127.0.0.1:56094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.790209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.675642924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-06-30T18:55:32.791426Z","caller":"traceutil/trace.go:171","msg":"trace[1262060730] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28883; }","duration":"8.676850883s","start":"2026-06-30T18:55:24.114541Z","end":"2026-06-30T18:55:32.791392Z","steps":["trace[1262060730] 'agreement among raft nodes before linearized reading' (duration: 8.675622424s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.791499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.114533Z","time spent":"8.676944056s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-06-30T18:55:32.790718Z","caller":"traceutil/trace.go:171","msg":"trace[504157625] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:28883; }","duration":"1.306458133s","start":"2026-06-30T18:55:31.484248Z","end":"2026-06-30T18:55:32.790707Z","steps":["trace[504157625] 'agreement among raft nodes before linearized reading' (duration: 1.306121033s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.790242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849471532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:32.790255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319306164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:32.790281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318806727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:32.790321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.704919907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:32.790331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.436493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-06-30T18:55:32.7896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:31.248088Z","time spent":"1.541480854s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:32.790356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.121224159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:32.790359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.053504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:32.790329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:29.260271Z","time spent":"3.528354704s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:32.790385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.361089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:32.790364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.67768598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-06-30T18:55:32.79043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.155825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:32.790524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.437414599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-30T18:55:32.79023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007860456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:32.792125Z","caller":"traceutil/trace.go:171","msg":"trace[722242454] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28883; }","duration":"4.009776568s","start":"2026-06-30T18:55:28.782322Z","end":"2026-06-30T18:55:32.792099Z","steps":["trace[722242454] 'agreement among raft nodes before linearized reading' (duration: 4.007886877s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.792141Z","caller":"traceutil/trace.go:171","msg":"trace[110046939] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:28883; }","duration":"1.321209795s","start":"2026-06-30T18:55:31.470913Z","end":"2026-06-30T18:55:32.792123Z","steps":["trace[110046939] 'agreement among raft nodes before linearized reading' (duration: 1.319310274s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.792171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:28.7823Z","time spent":"4.00985514s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.792184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:31.470901Z","time spent":"1.321273817s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-06-30T18:55:32.792272Z","caller":"traceutil/trace.go:171","msg":"trace[1911498697] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28883; }","duration":"3.320823911s","start":"2026-06-30T18:55:29.471433Z","end":"2026-06-30T18:55:32.792257Z","steps":["trace[1911498697] 'agreement among raft nodes before linearized reading' (duration: 3.318824847s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.792306Z","caller":"traceutil/trace.go:171","msg":"trace[1019384313] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28883; }","duration":"353.017836ms","start":"2026-06-30T18:55:32.439278Z","end":"2026-06-30T18:55:32.792296Z","steps":["trace[1019384313] 'agreement among raft nodes before linearized reading' (duration: 351.064614ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.792339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:31.484232Z","time spent":"1.308100476s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-06-30T18:55:32.792362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:32.439268Z","time spent":"353.078599ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:32.792397Z","caller":"traceutil/trace.go:171","msg":"trace[1705988040] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28883; }","duration":"3.851629781s","start":"2026-06-30T18:55:28.94076Z","end":"2026-06-30T18:55:32.79239Z","steps":["trace[1705988040] 'agreement among raft nodes before linearized reading' (duration: 3.849445621s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.792417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:28.940742Z","time spent":"3.851669313s","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.79232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:29.471414Z","time spent":"3.320892773s","remote":"127.0.0.1:48044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:32.792346Z","caller":"traceutil/trace.go:171","msg":"trace[1647585081] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28883; }","duration":"5.706943401s","start":"2026-06-30T18:55:27.085395Z","end":"2026-06-30T18:55:32.792338Z","steps":["trace[1647585081] 'agreement among raft nodes before linearized reading' (duration: 5.704907866s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.792468Z","caller":"traceutil/trace.go:171","msg":"trace[934655887] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28883; }","duration":"8.679840718s","start":"2026-06-30T18:55:24.112618Z","end":"2026-06-30T18:55:32.792459Z","steps":["trace[934655887] 'agreement among raft nodes before linearized reading' (duration: 8.677595627s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.792528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:27.085339Z","time spent":"5.707181809s","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.792538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:24.112597Z","time spent":"8.679928331s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-06-30T18:55:32.792262Z","caller":"traceutil/trace.go:171","msg":"trace[1020074723] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28883; }","duration":"5.123113239s","start":"2026-06-30T18:55:27.669093Z","end":"2026-06-30T18:55:32.792207Z","steps":["trace[1020074723] 'agreement among raft nodes before linearized reading' (duration: 5.121240519s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.79262Z","caller":"traceutil/trace.go:171","msg":"trace[558006280] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28883; }","duration":"373.379466ms","start":"2026-06-30T18:55:32.419231Z","end":"2026-06-30T18:55:32.79261Z","steps":["trace[558006280] 'agreement among raft nodes before linearized reading' (duration: 371.169866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.792636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:27.669075Z","time spent":"5.123548984s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:32.792656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:32.41921Z","time spent":"373.433748ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:32.792808Z","caller":"traceutil/trace.go:171","msg":"trace[1390971745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28883; }","duration":"581.810647ms","start":"2026-06-30T18:55:32.210988Z","end":"2026-06-30T18:55:32.792798Z","steps":["trace[1390971745] 'agreement among raft nodes before linearized reading' (duration: 579.371009ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:32.792367Z","caller":"traceutil/trace.go:171","msg":"trace[630412262] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28883; }","duration":"132.512049ms","start":"2026-06-30T18:55:32.659847Z","end":"2026-06-30T18:55:32.792359Z","steps":["trace[630412262] 'agreement among raft nodes before linearized reading' (duration: 130.424322ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.792843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:32.210972Z","time spent":"581.862058ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:55:32.791867Z","caller":"traceutil/trace.go:171","msg":"trace[443249930] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28883; }","duration":"5.438794164s","start":"2026-06-30T18:55:27.353063Z","end":"2026-06-30T18:55:32.791857Z","steps":["trace[443249930] 'agreement among raft nodes before linearized reading' (duration: 5.437306126s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.795975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:27.353042Z","time spent":"5.442866123s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:32.797437Z","caller":"traceutil/trace.go:171","msg":"trace[2050341991] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28883; }","duration":"1.320891134s","start":"2026-06-30T18:55:31.476513Z","end":"2026-06-30T18:55:32.797404Z","steps":["trace[2050341991] 'agreement among raft nodes before linearized reading' (duration: 1.313898571s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:32.798443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:31.476497Z","time spent":"1.321020659s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:55:33.073529Z","caller":"traceutil/trace.go:171","msg":"trace[2037055834] linearizableReadLoop","detail":"{readStateIndex:30241; appliedIndex:30239; }","duration":"252.130817ms","start":"2026-06-30T18:55:32.821377Z","end":"2026-06-30T18:55:33.073508Z","steps":["trace[2037055834] 'read index received' (duration: 231.283371ms)","trace[2037055834] 'applied index is now lower than readState.Index' (duration: 20.846686ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:33.073764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.142423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df5c8c3e-9ba1-43be-8c59-30be1893b6b9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-06-30T18:55:33.07383Z","caller":"traceutil/trace.go:171","msg":"trace[2049329383] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df5c8c3e-9ba1-43be-8c59-30be1893b6b9; range_end:; response_count:1; response_revision:28886; }","duration":"276.225915ms","start":"2026-06-30T18:55:32.797585Z","end":"2026-06-30T18:55:33.073811Z","steps":["trace[2049329383] 'agreement among raft nodes before linearized reading' (duration: 276.04678ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.073872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.692804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:33.073908Z","caller":"traceutil/trace.go:171","msg":"trace[985591174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28886; }","duration":"278.732825ms","start":"2026-06-30T18:55:32.795162Z","end":"2026-06-30T18:55:33.073894Z","steps":["trace[985591174] 'agreement among raft nodes before linearized reading' (duration: 278.689634ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:33.074012Z","caller":"traceutil/trace.go:171","msg":"trace[1183807606] transaction","detail":"{read_only:false; response_revision:28885; number_of_response:1; }","duration":"276.563746ms","start":"2026-06-30T18:55:32.797437Z","end":"2026-06-30T18:55:33.074001Z","steps":["trace[1183807606] 'process raft request' (duration: 255.290268ms)","trace[1183807606] 'compare' (duration: 20.154553ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:33.074164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.032485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bdf0a089d88c42\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-06-30T18:55:33.074192Z","caller":"traceutil/trace.go:171","msg":"trace[1951704224] transaction","detail":"{read_only:false; response_revision:28886; number_of_response:1; }","duration":"275.616606ms","start":"2026-06-30T18:55:32.798568Z","end":"2026-06-30T18:55:33.074185Z","steps":["trace[1951704224] 'process raft request' (duration: 274.836471ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:33.074201Z","caller":"traceutil/trace.go:171","msg":"trace[916583033] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bdf0a089d88c42; range_end:; response_count:1; response_revision:28886; }","duration":"248.101188ms","start":"2026-06-30T18:55:32.826089Z","end":"2026-06-30T18:55:33.07419Z","steps":["trace[916583033] 'agreement among raft nodes before linearized reading' (duration: 247.992535ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.074346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.749283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:33.074384Z","caller":"traceutil/trace.go:171","msg":"trace[1202191781] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28886; }","duration":"266.808495ms","start":"2026-06-30T18:55:32.807565Z","end":"2026-06-30T18:55:33.074373Z","steps":["trace[1202191781] 'agreement among raft nodes before linearized reading' (duration: 266.745203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.073831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.785473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:33.074784Z","caller":"traceutil/trace.go:171","msg":"trace[575828206] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:0; response_revision:28886; }","duration":"277.772955ms","start":"2026-06-30T18:55:32.797001Z","end":"2026-06-30T18:55:33.074774Z","steps":["trace[575828206] 'agreement among raft nodes before linearized reading' (duration: 276.785994ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.930516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.796777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:33.930959Z","caller":"traceutil/trace.go:171","msg":"trace[120015880] transaction","detail":"{read_only:false; response_revision:28891; number_of_response:1; }","duration":"778.54717ms","start":"2026-06-30T18:55:33.152388Z","end":"2026-06-30T18:55:33.930936Z","steps":["trace[120015880] 'process raft request' (duration: 778.491668ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.931067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.152367Z","time spent":"778.649694ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:33.930998Z","caller":"traceutil/trace.go:171","msg":"trace[489960493] transaction","detail":"{read_only:false; response_revision:28889; number_of_response:1; }","duration":"851.643423ms","start":"2026-06-30T18:55:33.079327Z","end":"2026-06-30T18:55:33.93097Z","steps":["trace[489960493] 'process raft request' (duration: 851.419426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.931257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.079312Z","time spent":"851.88017ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:33.931317Z","caller":"traceutil/trace.go:171","msg":"trace[1498820265] transaction","detail":"{read_only:false; response_revision:28888; number_of_response:1; }","duration":"852.262242ms","start":"2026-06-30T18:55:33.078998Z","end":"2026-06-30T18:55:33.93126Z","steps":["trace[1498820265] 'process raft request' (duration: 851.627552ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.931441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.744634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:33.931491Z","caller":"traceutil/trace.go:171","msg":"trace[2056873678] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28891; }","duration":"850.832497ms","start":"2026-06-30T18:55:33.080644Z","end":"2026-06-30T18:55:33.931476Z","steps":["trace[2056873678] 'agreement among raft nodes before linearized reading' (duration: 850.720754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.931523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.07898Z","time spent":"852.455169ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:33.931541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.080636Z","time spent":"850.894899ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-06-30T18:55:33.9313Z","caller":"traceutil/trace.go:171","msg":"trace[1555696141] linearizableReadLoop","detail":"{readStateIndex:30245; appliedIndex:30242; }","duration":"850.59949ms","start":"2026-06-30T18:55:33.080667Z","end":"2026-06-30T18:55:33.931266Z","steps":["trace[1555696141] 'read index received' (duration: 71.189232ms)","trace[1555696141] 'applied index is now lower than readState.Index' (duration: 779.407288ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:33.931307Z","caller":"traceutil/trace.go:171","msg":"trace[565818616] transaction","detail":"{read_only:false; response_revision:28890; number_of_response:1; }","duration":"850.218787ms","start":"2026-06-30T18:55:33.081056Z","end":"2026-06-30T18:55:33.931275Z","steps":["trace[565818616] 'process raft request' (duration: 849.743592ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.931934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.523225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:33.931975Z","caller":"traceutil/trace.go:171","msg":"trace[1007987181] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28891; }","duration":"351.595777ms","start":"2026-06-30T18:55:33.58037Z","end":"2026-06-30T18:55:33.931965Z","steps":["trace[1007987181] 'agreement among raft nodes before linearized reading' (duration: 351.527345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.932022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.580352Z","time spent":"351.662189ms","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:33.932006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.372141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l97cl\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-06-30T18:55:33.932176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.094258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-06-30T18:55:33.932204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.52357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-06-30T18:55:33.93237Z","caller":"traceutil/trace.go:171","msg":"trace[130750630] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:28891; }","duration":"789.724807ms","start":"2026-06-30T18:55:33.142631Z","end":"2026-06-30T18:55:33.932356Z","steps":["trace[130750630] 'agreement among raft nodes before linearized reading' (duration: 789.361735ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:33.932466Z","caller":"traceutil/trace.go:171","msg":"trace[1451702550] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28891; }","duration":"842.15962ms","start":"2026-06-30T18:55:33.090045Z","end":"2026-06-30T18:55:33.932204Z","steps":["trace[1451702550] 'agreement among raft nodes before linearized reading' (duration: 841.981054ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:33.931302Z","caller":"traceutil/trace.go:171","msg":"trace[922003626] transaction","detail":"{read_only:false; response_revision:28887; number_of_response:1; }","duration":"854.004998ms","start":"2026-06-30T18:55:33.077281Z","end":"2026-06-30T18:55:33.931286Z","steps":["trace[922003626] 'process raft request' (duration: 524.342263ms)","trace[922003626] 'compare' (duration: 328.330513ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:33.932501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.090035Z","time spent":"842.4543ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-06-30T18:55:33.932483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.142612Z","time spent":"789.859661ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-06-30T18:55:33.932569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.077265Z","time spent":"855.244929ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:33.932432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.081046Z","time spent":"850.756305ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:55:33.932797Z","caller":"traceutil/trace.go:171","msg":"trace[1064899500] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l97cl; range_end:; response_count:1; response_revision:28891; }","duration":"849.456033ms","start":"2026-06-30T18:55:33.082597Z","end":"2026-06-30T18:55:33.932053Z","steps":["trace[1064899500] 'agreement among raft nodes before linearized reading' (duration: 849.171174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:33.932869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.082587Z","time spent":"850.26711ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l97cl\" "} {"level":"warn","ts":"2026-06-30T18:55:34.439749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:35.063643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.034221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:35.06374Z","caller":"traceutil/trace.go:171","msg":"trace[1705944382] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"1.125361278s","start":"2026-06-30T18:55:33.938359Z","end":"2026-06-30T18:55:35.063721Z","steps":["trace[1705944382] 'process raft request' (duration: 989.188072ms)","trace[1705944382] 'compare' (duration: 135.797034ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:35.063779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.938329Z","time spent":"1.12543396s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T18:55:35.76018Z","caller":"traceutil/trace.go:171","msg":"trace[690533868] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"1.819945515s","start":"2026-06-30T18:55:33.9402Z","end":"2026-06-30T18:55:35.760146Z","steps":["trace[690533868] 'process raft request' (duration: 1.791235427s)","trace[690533868] 'compare' (duration: 27.908033ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:35.760609Z","caller":"traceutil/trace.go:171","msg":"trace[926545478] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"1.818401145s","start":"2026-06-30T18:55:33.942182Z","end":"2026-06-30T18:55:35.760583Z","steps":["trace[926545478] 'process raft request' (duration: 1.817876099s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:35.760726Z","caller":"traceutil/trace.go:171","msg":"trace[826958590] transaction","detail":"{read_only:false; response_revision:28896; number_of_response:1; }","duration":"873.49321ms","start":"2026-06-30T18:55:34.887205Z","end":"2026-06-30T18:55:35.760698Z","steps":["trace[826958590] 'process raft request' (duration: 873.257753ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.760798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.942166Z","time spent":"1.818554281s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:35.760851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821424643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-30T18:55:35.760943Z","caller":"traceutil/trace.go:171","msg":"trace[1212778669] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28896; }","duration":"1.821553236s","start":"2026-06-30T18:55:33.939373Z","end":"2026-06-30T18:55:35.760926Z","steps":["trace[1212778669] 'agreement among raft nodes before linearized reading' (duration: 1.821319179s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.760954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:34.887189Z","time spent":"873.638615ms","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:35.760998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.939362Z","time spent":"1.821623769s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-06-30T18:55:35.76104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.940175Z","time spent":"1.820104551s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:35.760635Z","caller":"traceutil/trace.go:171","msg":"trace[1579978079] linearizableReadLoop","detail":"{readStateIndex:30251; appliedIndex:30247; }","duration":"1.821204055s","start":"2026-06-30T18:55:33.939397Z","end":"2026-06-30T18:55:35.760601Z","steps":["trace[1579978079] 'read index received' (duration: 988.131687ms)","trace[1579978079] 'applied index is now lower than readState.Index' (duration: 833.070948ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:35.760617Z","caller":"traceutil/trace.go:171","msg":"trace[665941322] transaction","detail":"{read_only:false; response_revision:28895; number_of_response:1; }","duration":"1.816278658s","start":"2026-06-30T18:55:33.944308Z","end":"2026-06-30T18:55:35.760587Z","steps":["trace[665941322] 'process raft request' (duration: 1.815874695s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.761357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.944291Z","time spent":"1.816945219s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:35.761413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820266735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-06-30T18:55:35.761427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.135185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:35.761472Z","caller":"traceutil/trace.go:171","msg":"trace[930434187] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28896; }","duration":"1.820349968s","start":"2026-06-30T18:55:33.941105Z","end":"2026-06-30T18:55:35.761455Z","steps":["trace[930434187] 'agreement among raft nodes before linearized reading' (duration: 1.820154902s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:35.761493Z","caller":"traceutil/trace.go:171","msg":"trace[844907316] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28896; }","duration":"559.199677ms","start":"2026-06-30T18:55:35.202275Z","end":"2026-06-30T18:55:35.761475Z","steps":["trace[844907316] 'agreement among raft nodes before linearized reading' (duration: 559.081023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.761516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655524746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:35.761546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.202219Z","time spent":"559.310691ms","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:35.761533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.606475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:35.761643Z","caller":"traceutil/trace.go:171","msg":"trace[564858255] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28896; }","duration":"360.877714ms","start":"2026-06-30T18:55:35.400749Z","end":"2026-06-30T18:55:35.761627Z","steps":["trace[564858255] 'agreement among raft nodes before linearized reading' (duration: 360.619976ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.761656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.729737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:35.761566Z","caller":"traceutil/trace.go:171","msg":"trace[1964878583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28896; }","duration":"1.65563157s","start":"2026-06-30T18:55:34.105921Z","end":"2026-06-30T18:55:35.761553Z","steps":["trace[1964878583] 'agreement among raft nodes before linearized reading' (duration: 1.655522766s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.761749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:34.105904Z","time spent":"1.655830265s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:55:35.761745Z","caller":"traceutil/trace.go:171","msg":"trace[1343467128] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28896; }","duration":"671.870171ms","start":"2026-06-30T18:55:35.089854Z","end":"2026-06-30T18:55:35.761724Z","steps":["trace[1343467128] 'agreement among raft nodes before linearized reading' (duration: 671.711906ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.761521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:33.941096Z","time spent":"1.82041481s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-06-30T18:55:35.76175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.40072Z","time spent":"360.987967ms","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:35.761589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723717007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:35.76189Z","caller":"traceutil/trace.go:171","msg":"trace[861704710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28896; }","duration":"1.724037138s","start":"2026-06-30T18:55:34.03783Z","end":"2026-06-30T18:55:35.761867Z","steps":["trace[861704710] 'agreement among raft nodes before linearized reading' (duration: 1.723715087s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:35.761954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:34.037812Z","time spent":"1.72411911s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:35.761808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.089836Z","time spent":"671.956624ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:36.451398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.303916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:36.451537Z","caller":"traceutil/trace.go:171","msg":"trace[146202342] linearizableReadLoop","detail":"{readStateIndex:30253; appliedIndex:30252; }","duration":"677.79574ms","start":"2026-06-30T18:55:35.773718Z","end":"2026-06-30T18:55:36.451513Z","steps":["trace[146202342] 'read index received' (duration: 95.303858ms)","trace[146202342] 'applied index is now lower than readState.Index' (duration: 582.488962ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:36.452075Z","caller":"traceutil/trace.go:171","msg":"trace[2132057640] transaction","detail":"{read_only:false; response_revision:28897; number_of_response:1; }","duration":"680.445925ms","start":"2026-06-30T18:55:35.771616Z","end":"2026-06-30T18:55:36.452062Z","steps":["trace[2132057640] 'process raft request' (duration: 97.390216ms)","trace[2132057640] 'compare' (duration: 581.944344ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:36.45231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.771602Z","time spent":"680.516967ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:36.452973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.238716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-06-30T18:55:36.453055Z","caller":"traceutil/trace.go:171","msg":"trace[1518829871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28897; }","duration":"679.36329ms","start":"2026-06-30T18:55:35.773674Z","end":"2026-06-30T18:55:36.453037Z","steps":["trace[1518829871] 'agreement among raft nodes before linearized reading' (duration: 678.459372ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:36.453103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.773658Z","time spent":"679.435992ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-06-30T18:55:36.480688Z","caller":"traceutil/trace.go:171","msg":"trace[1608020500] transaction","detail":"{read_only:false; response_revision:28898; number_of_response:1; }","duration":"705.263398ms","start":"2026-06-30T18:55:35.775398Z","end":"2026-06-30T18:55:36.480662Z","steps":["trace[1608020500] 'process raft request' (duration: 705.102623ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:36.480842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.775381Z","time spent":"705.375352ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:37.014011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.00837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:37.014075Z","caller":"traceutil/trace.go:171","msg":"trace[1613400888] linearizableReadLoop","detail":"{readStateIndex:30255; appliedIndex:30253; }","duration":"562.486632ms","start":"2026-06-30T18:55:36.451578Z","end":"2026-06-30T18:55:37.014065Z","steps":["trace[1613400888] 'read index received' (duration: 26.024032ms)","trace[1613400888] 'applied index is now lower than readState.Index' (duration: 536.46181ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:37.01413Z","caller":"traceutil/trace.go:171","msg":"trace[1360628514] transaction","detail":"{read_only:false; response_revision:28899; number_of_response:1; }","duration":"1.075084718s","start":"2026-06-30T18:55:35.939019Z","end":"2026-06-30T18:55:37.014104Z","steps":["trace[1360628514] 'process raft request' (duration: 651.930313ms)","trace[1360628514] 'compare' (duration: 422.568196ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:37.014202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178859697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-06-30T18:55:37.014221Z","caller":"traceutil/trace.go:171","msg":"trace[122937023] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:28899; }","duration":"1.178906709s","start":"2026-06-30T18:55:35.835308Z","end":"2026-06-30T18:55:37.014215Z","steps":["trace[122937023] 'agreement among raft nodes before linearized reading' (duration: 1.178805175s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:37.014236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.835291Z","time spent":"1.17894162s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":869,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-06-30T18:55:37.014237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.939001Z","time spent":"1.075184341s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:37.014397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.696841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-789a0b41-9538-4ae5-a3f4-d64ebfed2e6e\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-06-30T18:55:37.014457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216651926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:37.014471Z","caller":"traceutil/trace.go:171","msg":"trace[1083299319] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28899; }","duration":"1.216688438s","start":"2026-06-30T18:55:35.797777Z","end":"2026-06-30T18:55:37.014466Z","steps":["trace[1083299319] 'agreement among raft nodes before linearized reading' (duration: 1.216663497s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:37.014465Z","caller":"traceutil/trace.go:171","msg":"trace[1963693021] range","detail":"{range_begin:/registry/persistentvolumes/pvc-789a0b41-9538-4ae5-a3f4-d64ebfed2e6e; range_end:; response_count:1; response_revision:28899; }","duration":"558.790814ms","start":"2026-06-30T18:55:36.455657Z","end":"2026-06-30T18:55:37.014448Z","steps":["trace[1963693021] 'agreement among raft nodes before linearized reading' (duration: 558.565127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:37.014511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:36.455641Z","time spent":"558.858296ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-789a0b41-9538-4ae5-a3f4-d64ebfed2e6e\" "} {"level":"warn","ts":"2026-06-30T18:55:37.014636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.620829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0a2065802ba\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-06-30T18:55:37.014657Z","caller":"traceutil/trace.go:171","msg":"trace[1222940262] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0a2065802ba; range_end:; response_count:1; response_revision:28899; }","duration":"558.65137ms","start":"2026-06-30T18:55:36.456001Z","end":"2026-06-30T18:55:37.014652Z","steps":["trace[1222940262] 'agreement among raft nodes before linearized reading' (duration: 558.597018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:37.01467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:36.455996Z","time spent":"558.67076ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0a2065802ba\" "} {"level":"warn","ts":"2026-06-30T18:55:37.014431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.740544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:37.014736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.980823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv\" ","response":"range_response_count:1 size:5607"} {"level":"info","ts":"2026-06-30T18:55:37.014803Z","caller":"traceutil/trace.go:171","msg":"trace[1118327442] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv; range_end:; response_count:1; response_revision:28899; }","duration":"520.087186ms","start":"2026-06-30T18:55:36.494701Z","end":"2026-06-30T18:55:37.014788Z","steps":["trace[1118327442] 'agreement among raft nodes before linearized reading' (duration: 519.928661ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:37.014853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:36.494677Z","time spent":"520.164439ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5629,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-bwvxv\" "} {"level":"warn","ts":"2026-06-30T18:55:37.014484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:35.797766Z","time spent":"1.216714978s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:37.014739Z","caller":"traceutil/trace.go:171","msg":"trace[962760824] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28899; }","duration":"404.038804ms","start":"2026-06-30T18:55:36.610684Z","end":"2026-06-30T18:55:37.014723Z","steps":["trace[962760824] 'agreement among raft nodes before linearized reading' (duration: 403.730434ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:37.015261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:36.610616Z","time spent":"404.625912ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:37.522433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:38.022977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:38.358212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.341356617s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:55:38.35902Z","caller":"traceutil/trace.go:171","msg":"trace[1159051127] transaction","detail":"{read_only:false; response_revision:28900; number_of_response:1; }","duration":"1.342356459s","start":"2026-06-30T18:55:37.01664Z","end":"2026-06-30T18:55:38.358996Z","steps":["trace[1159051127] 'process raft request' (duration: 1.342195414s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.359184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.016618Z","time spent":"1.342470713s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:38.93303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.968988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:38.933335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.127947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:38.933166Z","caller":"traceutil/trace.go:171","msg":"trace[2066585466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28900; }","duration":"468.116834ms","start":"2026-06-30T18:55:38.465029Z","end":"2026-06-30T18:55:38.933146Z","steps":["trace[2066585466] 'range keys from in-memory index tree' (duration: 467.950918ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:38.933643Z","caller":"traceutil/trace.go:171","msg":"trace[2123549115] transaction","detail":"{read_only:false; response_revision:28901; number_of_response:1; }","duration":"1.90607631s","start":"2026-06-30T18:55:37.027482Z","end":"2026-06-30T18:55:38.933558Z","steps":["trace[2123549115] 'process raft request' (duration: 1.783620193s)","trace[2123549115] 'compare' (duration: 121.664522ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:38.933898Z","caller":"traceutil/trace.go:171","msg":"trace[2097548412] linearizableReadLoop","detail":"{readStateIndex:30259; appliedIndex:30255; }","duration":"1.911973038s","start":"2026-06-30T18:55:37.021902Z","end":"2026-06-30T18:55:38.933875Z","steps":["trace[2097548412] 'read index received' (duration: 1.336848252s)","trace[2097548412] 'applied index is now lower than readState.Index' (duration: 575.123366ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:38.933922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.027467Z","time spent":"1.906337098s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:38.93433Z","caller":"traceutil/trace.go:171","msg":"trace[385797810] transaction","detail":"{read_only:false; response_revision:28902; number_of_response:1; }","duration":"1.166673999s","start":"2026-06-30T18:55:37.767629Z","end":"2026-06-30T18:55:38.934303Z","steps":["trace[385797810] 'process raft request' (duration: 1.165911205s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.93445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.974569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:38.934431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.767606Z","time spent":"1.166776752s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:38.934484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885854544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:38.934594Z","caller":"traceutil/trace.go:171","msg":"trace[1546860085] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28903; }","duration":"1.886004549s","start":"2026-06-30T18:55:37.048564Z","end":"2026-06-30T18:55:38.934569Z","steps":["trace[1546860085] 'agreement among raft nodes before linearized reading' (duration: 1.885823703s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.934655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.048548Z","time spent":"1.886089431s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:38.934821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.545958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:38.934886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.201804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0a2065802ec\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-06-30T18:55:38.934891Z","caller":"traceutil/trace.go:171","msg":"trace[1348048657] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28903; }","duration":"428.662751ms","start":"2026-06-30T18:55:38.50621Z","end":"2026-06-30T18:55:38.934873Z","steps":["trace[1348048657] 'agreement among raft nodes before linearized reading' (duration: 428.441394ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:38.934988Z","caller":"traceutil/trace.go:171","msg":"trace[1602866125] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0a2065802ec; range_end:; response_count:1; response_revision:28903; }","duration":"572.350868ms","start":"2026-06-30T18:55:38.362614Z","end":"2026-06-30T18:55:38.934965Z","steps":["trace[1602866125] 'agreement among raft nodes before linearized reading' (duration: 572.052909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.935054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:38.362599Z","time spent":"572.443431ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":905,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-p6wrl.18bdf0a2065802ec\" "} {"level":"warn","ts":"2026-06-30T18:55:38.935129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872739044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-06-30T18:55:38.935192Z","caller":"traceutil/trace.go:171","msg":"trace[1290796798] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:28903; }","duration":"1.872829136s","start":"2026-06-30T18:55:37.062347Z","end":"2026-06-30T18:55:38.935176Z","steps":["trace[1290796798] 'agreement among raft nodes before linearized reading' (duration: 1.87263838s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.935219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049374937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-30T18:55:38.935245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.062333Z","time spent":"1.872898749s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-06-30T18:55:38.935269Z","caller":"traceutil/trace.go:171","msg":"trace[1257027355] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28903; }","duration":"1.049453079s","start":"2026-06-30T18:55:37.885803Z","end":"2026-06-30T18:55:38.935256Z","steps":["trace[1257027355] 'agreement among raft nodes before linearized reading' (duration: 1.049216371s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.935304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.88579Z","time spent":"1.049505461s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:38.934955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843220879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:38.93511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:38.506195Z","time spent":"428.836308ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:38.935388Z","caller":"traceutil/trace.go:171","msg":"trace[235527358] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28903; }","duration":"1.843706615s","start":"2026-06-30T18:55:37.091662Z","end":"2026-06-30T18:55:38.935368Z","steps":["trace[235527358] 'agreement among raft nodes before linearized reading' (duration: 1.84323336s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.934952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.706216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:38.93527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109022935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:38.935515Z","caller":"traceutil/trace.go:171","msg":"trace[813038339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28903; }","duration":"697.292784ms","start":"2026-06-30T18:55:38.238195Z","end":"2026-06-30T18:55:38.935488Z","steps":["trace[813038339] 'agreement among raft nodes before linearized reading' (duration: 696.699475ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:38.935543Z","caller":"traceutil/trace.go:171","msg":"trace[374301847] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28903; }","duration":"1.109327894s","start":"2026-06-30T18:55:37.826198Z","end":"2026-06-30T18:55:38.935526Z","steps":["trace[374301847] 'agreement among raft nodes before linearized reading' (duration: 1.109019305s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.935582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:38.238178Z","time spent":"697.387738ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:55:38.934522Z","caller":"traceutil/trace.go:171","msg":"trace[1272274698] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28903; }","duration":"951.091483ms","start":"2026-06-30T18:55:37.983412Z","end":"2026-06-30T18:55:38.934504Z","steps":["trace[1272274698] 'agreement among raft nodes before linearized reading' (duration: 950.973569ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.935657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828390085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:38.935636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.826181Z","time spent":"1.109435218s","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:38.935714Z","caller":"traceutil/trace.go:171","msg":"trace[472785269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28903; }","duration":"1.828459548s","start":"2026-06-30T18:55:37.107241Z","end":"2026-06-30T18:55:38.935701Z","steps":["trace[472785269] 'agreement among raft nodes before linearized reading' (duration: 1.828350515s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.935726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.983397Z","time spent":"952.306632ms","remote":"127.0.0.1:56408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:38.93575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.107233Z","time spent":"1.828511219s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:38.935449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.091649Z","time spent":"1.843775247s","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:38.938693Z","caller":"traceutil/trace.go:171","msg":"trace[2098583609] transaction","detail":"{read_only:false; response_revision:28903; number_of_response:1; }","duration":"1.138663173s","start":"2026-06-30T18:55:37.80001Z","end":"2026-06-30T18:55:38.938673Z","steps":["trace[2098583609] 'process raft request' (duration: 1.133721395s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.938805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.799994Z","time spent":"1.138761576s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:38.941265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919354864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-06-30T18:55:38.941301Z","caller":"traceutil/trace.go:171","msg":"trace[110335025] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28903; }","duration":"1.919406827s","start":"2026-06-30T18:55:37.021885Z","end":"2026-06-30T18:55:38.941292Z","steps":["trace[110335025] 'agreement among raft nodes before linearized reading' (duration: 1.919308174s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:38.941318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:37.021876Z","time spent":"1.919438217s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-06-30T18:55:39.884769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.655919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:39.884982Z","caller":"traceutil/trace.go:171","msg":"trace[1052090249] transaction","detail":"{read_only:false; response_revision:28905; number_of_response:1; }","duration":"864.416439ms","start":"2026-06-30T18:55:39.020549Z","end":"2026-06-30T18:55:39.884965Z","steps":["trace[1052090249] 'process raft request' (duration: 864.320866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:39.885051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:39.020523Z","time spent":"864.496092ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:39.885261Z","caller":"traceutil/trace.go:171","msg":"trace[510626706] transaction","detail":"{read_only:false; response_revision:28904; number_of_response:1; }","duration":"947.951012ms","start":"2026-06-30T18:55:38.937298Z","end":"2026-06-30T18:55:39.885249Z","steps":["trace[510626706] 'process raft request' (duration: 247.727994ms)","trace[510626706] 'compare' (duration: 698.927426ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:39.885323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:38.937265Z","time spent":"948.028114ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:39.885465Z","caller":"traceutil/trace.go:171","msg":"trace[1402962469] linearizableReadLoop","detail":"{readStateIndex:30260; appliedIndex:30259; }","duration":"947.5842ms","start":"2026-06-30T18:55:38.93787Z","end":"2026-06-30T18:55:39.885455Z","steps":["trace[1402962469] 'read index received' (duration: 246.516226ms)","trace[1402962469] 'applied index is now lower than readState.Index' (duration: 701.066644ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:39.885934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.053955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-06-30T18:55:39.885975Z","caller":"traceutil/trace.go:171","msg":"trace[546526205] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28905; }","duration":"948.111956ms","start":"2026-06-30T18:55:38.937852Z","end":"2026-06-30T18:55:39.885964Z","steps":["trace[546526205] 'agreement among raft nodes before linearized reading' (duration: 947.971772ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:39.886053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:38.937842Z","time spent":"948.162548ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-30T18:55:39.886228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.29416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:39.88628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.170949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51a2c89c-933b-4221-971e-7c796a010111\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-06-30T18:55:39.886347Z","caller":"traceutil/trace.go:171","msg":"trace[406296893] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51a2c89c-933b-4221-971e-7c796a010111; range_end:; response_count:1; response_revision:28905; }","duration":"943.246121ms","start":"2026-06-30T18:55:38.943079Z","end":"2026-06-30T18:55:39.886325Z","steps":["trace[406296893] 'agreement among raft nodes before linearized reading' (duration: 943.033894ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:39.886354Z","caller":"traceutil/trace.go:171","msg":"trace[404802885] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28905; }","duration":"499.458675ms","start":"2026-06-30T18:55:39.386852Z","end":"2026-06-30T18:55:39.886311Z","steps":["trace[404802885] 'agreement among raft nodes before linearized reading' (duration: 499.259129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:39.886393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:38.943062Z","time spent":"943.324324ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-51a2c89c-933b-4221-971e-7c796a010111\" "} {"level":"warn","ts":"2026-06-30T18:55:39.886435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:39.38683Z","time spent":"499.58996ms","remote":"127.0.0.1:56882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:40.858199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.163579Z","time spent":"694.610969ms","remote":"127.0.0.1:52742","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:40.858859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.633956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:40.858974Z","caller":"traceutil/trace.go:171","msg":"trace[1165975009] linearizableReadLoop","detail":"{readStateIndex:30262; appliedIndex:30261; }","duration":"965.000138ms","start":"2026-06-30T18:55:39.893953Z","end":"2026-06-30T18:55:40.858953Z","steps":["trace[1165975009] 'read index received' (duration: 483.192406ms)","trace[1165975009] 'applied index is now lower than readState.Index' (duration: 481.804882ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:40.859008Z","caller":"traceutil/trace.go:171","msg":"trace[2136595317] transaction","detail":"{read_only:false; response_revision:28906; number_of_response:1; }","duration":"966.543368ms","start":"2026-06-30T18:55:39.892432Z","end":"2026-06-30T18:55:40.858976Z","steps":["trace[2136595317] 'process raft request' (duration: 484.697865ms)","trace[2136595317] 'compare' (duration: 481.303605ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:40.859159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:39.892424Z","time spent":"966.651961ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:40.859245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.281267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-474498ba-d8b1-43fd-900f-7535311728bb\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-06-30T18:55:40.859299Z","caller":"traceutil/trace.go:171","msg":"trace[273653500] range","detail":"{range_begin:/registry/persistentvolumes/pvc-474498ba-d8b1-43fd-900f-7535311728bb; range_end:; response_count:1; response_revision:28906; }","duration":"965.351449ms","start":"2026-06-30T18:55:39.893928Z","end":"2026-06-30T18:55:40.859279Z","steps":["trace[273653500] 'agreement among raft nodes before linearized reading' (duration: 965.108332ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:40.859414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:39.893916Z","time spent":"965.485483ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-474498ba-d8b1-43fd-900f-7535311728bb\" "} {"level":"warn","ts":"2026-06-30T18:55:41.359358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:41.859719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:41.898731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441334644s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:42.108181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001202583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:42.108284Z","caller":"traceutil/trace.go:171","msg":"trace[1279531184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001356828s","start":"2026-06-30T18:55:40.106909Z","end":"2026-06-30T18:55:42.108266Z","steps":["trace[1279531184] 'agreement among raft nodes before linearized reading' (duration: 2.001233594s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:42.108337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.10689Z","time spent":"2.001437201s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:44.108873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:55:44.109359Z","caller":"traceutil/trace.go:171","msg":"trace[155726014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000974855s","start":"2026-06-30T18:55:42.10836Z","end":"2026-06-30T18:55:44.109335Z","steps":["trace[155726014] 'agreement among raft nodes before linearized reading' (duration: 2.000451908s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.109605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:42.10834Z","time spent":"2.001246964s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:55:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:55:44.209172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.310148985s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:55:44.24172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342640744s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:44.244387Z","caller":"traceutil/trace.go:171","msg":"trace[1303782032] transaction","detail":"{read_only:false; response_revision:28907; number_of_response:1; }","duration":"4.350270633s","start":"2026-06-30T18:55:39.894081Z","end":"2026-06-30T18:55:44.244352Z","steps":["trace[1303782032] 'process raft request' (duration: 2.004915722s)","trace[1303782032] 'compare' (duration: 2.342460378s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:44.244459Z","caller":"traceutil/trace.go:171","msg":"trace[1164002853] transaction","detail":"{read_only:false; response_revision:28909; number_of_response:1; }","duration":"3.296548657s","start":"2026-06-30T18:55:40.947886Z","end":"2026-06-30T18:55:44.244435Z","steps":["trace[1164002853] 'process raft request' (duration: 3.294112549s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.244525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:39.894074Z","time spent":"4.350384977s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:44.244567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.947874Z","time spent":"3.29664834s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:44.244702Z","caller":"traceutil/trace.go:171","msg":"trace[2077444727] linearizableReadLoop","detail":"{readStateIndex:30265; appliedIndex:30262; }","duration":"3.385668498s","start":"2026-06-30T18:55:40.859006Z","end":"2026-06-30T18:55:44.244675Z","steps":["trace[2077444727] 'read index received' (duration: 1.040004297s)","trace[2077444727] 'applied index is now lower than readState.Index' (duration: 2.345662961s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:44.244857Z","caller":"traceutil/trace.go:171","msg":"trace[289372189] transaction","detail":"{read_only:false; response_revision:28908; number_of_response:1; }","duration":"3.946945912s","start":"2026-06-30T18:55:40.297857Z","end":"2026-06-30T18:55:44.244803Z","steps":["trace[289372189] 'process raft request' (duration: 3.944033908s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.244952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.297836Z","time spent":"3.947070186s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:44.245009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618769704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.245077Z","caller":"traceutil/trace.go:171","msg":"trace[1763387783] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28910; }","duration":"3.618872817s","start":"2026-06-30T18:55:40.626184Z","end":"2026-06-30T18:55:44.245057Z","steps":["trace[1763387783] 'agreement among raft nodes before linearized reading' (duration: 3.618766183s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.245132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.626165Z","time spent":"3.61895304s","remote":"127.0.0.1:45170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.245202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19699299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.245248Z","caller":"traceutil/trace.go:171","msg":"trace[620331089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28910; }","duration":"4.197068352s","start":"2026-06-30T18:55:40.048167Z","end":"2026-06-30T18:55:44.245235Z","steps":["trace[620331089] 'agreement among raft nodes before linearized reading' (duration: 4.19699556s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.24529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.048152Z","time spent":"4.197128085s","remote":"127.0.0.1:56544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.245044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866528969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:44.245327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478083524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.245342Z","caller":"traceutil/trace.go:171","msg":"trace[909628409] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28910; }","duration":"3.86687836s","start":"2026-06-30T18:55:40.378448Z","end":"2026-06-30T18:55:44.245327Z","steps":["trace[909628409] 'agreement among raft nodes before linearized reading' (duration: 3.866533459s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:44.245384Z","caller":"traceutil/trace.go:171","msg":"trace[1453526060] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28910; }","duration":"3.478144456s","start":"2026-06-30T18:55:40.767226Z","end":"2026-06-30T18:55:44.24537Z","steps":["trace[1453526060] 'agreement among raft nodes before linearized reading' (duration: 3.478054933s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.245396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.37842Z","time spent":"3.866958193s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.245425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.767176Z","time spent":"3.478237309s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:44.245629Z","caller":"traceutil/trace.go:171","msg":"trace[558218274] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"2.354662189s","start":"2026-06-30T18:55:41.890951Z","end":"2026-06-30T18:55:44.245613Z","steps":["trace[558218274] 'process raft request' (duration: 2.353421439s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.245932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:41.890929Z","time spent":"2.354743691s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:44.315283Z","caller":"traceutil/trace.go:171","msg":"trace[660827797] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"1.43590702s","start":"2026-06-30T18:55:42.879354Z","end":"2026-06-30T18:55:44.315261Z","steps":["trace[660827797] 'process raft request' (duration: 1.435538419s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.315412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:42.879335Z","time spent":"1.436012523s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:44.31559Z","caller":"traceutil/trace.go:171","msg":"trace[1650085433] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"1.228745614s","start":"2026-06-30T18:55:43.086834Z","end":"2026-06-30T18:55:44.31558Z","steps":["trace[1650085433] 'process raft request' (duration: 1.228168275s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.315649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:43.086811Z","time spent":"1.228807035s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:44.315778Z","caller":"traceutil/trace.go:171","msg":"trace[1625773831] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"371.745002ms","start":"2026-06-30T18:55:43.944024Z","end":"2026-06-30T18:55:44.315769Z","steps":["trace[1625773831] 'process raft request' (duration: 371.023669ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.315835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:43.944Z","time spent":"371.804794ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:44.316022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050664302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:44.316099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407732903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.316103Z","caller":"traceutil/trace.go:171","msg":"trace[145101946] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28913; }","duration":"3.050807607s","start":"2026-06-30T18:55:41.265275Z","end":"2026-06-30T18:55:44.316083Z","steps":["trace[145101946] 'agreement among raft nodes before linearized reading' (duration: 3.05060867s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:44.316132Z","caller":"traceutil/trace.go:171","msg":"trace[516847884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28913; }","duration":"3.407785945s","start":"2026-06-30T18:55:40.908334Z","end":"2026-06-30T18:55:44.31612Z","steps":["trace[516847884] 'agreement among raft nodes before linearized reading' (duration: 3.407737043s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.316148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:41.265255Z","time spent":"3.050882828s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.316165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.908323Z","time spent":"3.407831706s","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.316472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427241218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:44.316523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520208046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-06-30T18:55:44.31656Z","caller":"traceutil/trace.go:171","msg":"trace[198472831] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:28913; }","duration":"1.52028835s","start":"2026-06-30T18:55:42.796261Z","end":"2026-06-30T18:55:44.316549Z","steps":["trace[198472831] 'agreement among raft nodes before linearized reading' (duration: 1.520147715s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:44.316555Z","caller":"traceutil/trace.go:171","msg":"trace[63733746] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28913; }","duration":"3.427359111s","start":"2026-06-30T18:55:40.889178Z","end":"2026-06-30T18:55:44.316537Z","steps":["trace[63733746] 'agreement among raft nodes before linearized reading' (duration: 3.427195546s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.316588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:42.796199Z","time spent":"1.520382613s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:55:44.316604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.889172Z","time spent":"3.427421963s","remote":"127.0.0.1:45384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.31666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327923336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-30T18:55:44.316052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350907185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-06-30T18:55:44.316846Z","caller":"traceutil/trace.go:171","msg":"trace[60589383] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:28913; }","duration":"3.351736693s","start":"2026-06-30T18:55:40.965097Z","end":"2026-06-30T18:55:44.316834Z","steps":["trace[60589383] 'agreement among raft nodes before linearized reading' (duration: 3.350858275s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.316867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283815642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:44.316906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.423577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.316922Z","caller":"traceutil/trace.go:171","msg":"trace[934985452] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28913; }","duration":"2.283913895s","start":"2026-06-30T18:55:42.032995Z","end":"2026-06-30T18:55:44.316909Z","steps":["trace[934985452] 'agreement among raft nodes before linearized reading' (duration: 2.283822022s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:44.316936Z","caller":"traceutil/trace.go:171","msg":"trace[62866652] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28913; }","duration":"369.491669ms","start":"2026-06-30T18:55:43.947436Z","end":"2026-06-30T18:55:44.316928Z","steps":["trace[62866652] 'agreement among raft nodes before linearized reading' (duration: 369.430037ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.316933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049545856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:44.316959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:43.947425Z","time spent":"369.528721ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:55:44.316962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:42.032976Z","time spent":"2.283976398s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:44.316963Z","caller":"traceutil/trace.go:171","msg":"trace[814500997] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28913; }","duration":"3.049595948s","start":"2026-06-30T18:55:41.26736Z","end":"2026-06-30T18:55:44.316956Z","steps":["trace[814500997] 'agreement among raft nodes before linearized reading' (duration: 3.049541346s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.316992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:41.267352Z","time spent":"3.049633309s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.316994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452273688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l97cl.18bdf0a21ac1c0ba\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-06-30T18:55:44.317036Z","caller":"traceutil/trace.go:171","msg":"trace[1357105725] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l97cl.18bdf0a21ac1c0ba; range_end:; response_count:1; response_revision:28913; }","duration":"3.45232769s","start":"2026-06-30T18:55:40.864696Z","end":"2026-06-30T18:55:44.317024Z","steps":["trace[1357105725] 'agreement among raft nodes before linearized reading' (duration: 3.452179535s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.317081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.864691Z","time spent":"3.452378591s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l97cl.18bdf0a21ac1c0ba\" "} {"level":"warn","ts":"2026-06-30T18:55:44.317122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.388747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.317152Z","caller":"traceutil/trace.go:171","msg":"trace[1150371581] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28913; }","duration":"314.448849ms","start":"2026-06-30T18:55:44.002696Z","end":"2026-06-30T18:55:44.317145Z","steps":["trace[1150371581] 'agreement among raft nodes before linearized reading' (duration: 314.402507ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.317194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:44.002684Z","time spent":"314.5009ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.317086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.881838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.316811Z","caller":"traceutil/trace.go:171","msg":"trace[1315871637] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28913; }","duration":"1.328243386s","start":"2026-06-30T18:55:42.988541Z","end":"2026-06-30T18:55:44.316784Z","steps":["trace[1315871637] 'agreement among raft nodes before linearized reading' (duration: 1.327878484s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.317314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:42.988509Z","time spent":"1.328796354s","remote":"127.0.0.1:47350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:44.317308Z","caller":"traceutil/trace.go:171","msg":"trace[1177863798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28913; }","duration":"202.151906ms","start":"2026-06-30T18:55:44.115143Z","end":"2026-06-30T18:55:44.317295Z","steps":["trace[1177863798] 'agreement among raft nodes before linearized reading' (duration: 201.919729ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.317419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454921023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-06-30T18:55:44.317462Z","caller":"traceutil/trace.go:171","msg":"trace[1254761952] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28913; }","duration":"3.454989235s","start":"2026-06-30T18:55:40.862462Z","end":"2026-06-30T18:55:44.317451Z","steps":["trace[1254761952] 'agreement among raft nodes before linearized reading' (duration: 3.454885402s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.31749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.862447Z","time spent":"3.455036356s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-06-30T18:55:44.316884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:40.965077Z","time spent":"3.351795734s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-06-30T18:55:44.317628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064274954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:44.317663Z","caller":"traceutil/trace.go:171","msg":"trace[939455694] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28913; }","duration":"1.064356636s","start":"2026-06-30T18:55:43.253298Z","end":"2026-06-30T18:55:44.317654Z","steps":["trace[939455694] 'agreement among raft nodes before linearized reading' (duration: 1.064296024s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.317684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:43.253273Z","time spent":"1.064404648s","remote":"127.0.0.1:56142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.318748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.592004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:44.31896Z","caller":"traceutil/trace.go:171","msg":"trace[539513222] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28913; }","duration":"969.834503ms","start":"2026-06-30T18:55:43.349101Z","end":"2026-06-30T18:55:44.318936Z","steps":["trace[539513222] 'agreement among raft nodes before linearized reading' (duration: 967.955373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:44.319089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:43.349082Z","time spent":"969.979527ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:44.823528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:45.324384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:45.82529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:46.326281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465013987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:46.422657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.102343878s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:55:46.47129Z","caller":"traceutil/trace.go:171","msg":"trace[1382381550] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"2.151101398s","start":"2026-06-30T18:55:44.320158Z","end":"2026-06-30T18:55:46.471259Z","steps":["trace[1382381550] 'process raft request' (duration: 2.102749922s)","trace[1382381550] 'compare' (duration: 47.100136ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:46.471431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:44.320135Z","time spent":"2.151222472s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:46.537692Z","caller":"traceutil/trace.go:171","msg":"trace[945882289] transaction","detail":"{read_only:false; response_revision:28915; number_of_response:1; }","duration":"286.800144ms","start":"2026-06-30T18:55:46.250872Z","end":"2026-06-30T18:55:46.537673Z","steps":["trace[945882289] 'process raft request' (duration: 286.678261ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:46.537836Z","caller":"traceutil/trace.go:171","msg":"trace[1871046712] linearizableReadLoop","detail":"{readStateIndex:30273; appliedIndex:30269; }","duration":"2.214744674s","start":"2026-06-30T18:55:44.323066Z","end":"2026-06-30T18:55:46.537811Z","steps":["trace[1871046712] 'read index received' (duration: 2.099821518s)","trace[1871046712] 'applied index is now lower than readState.Index' (duration: 114.921716ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:46.537865Z","caller":"traceutil/trace.go:171","msg":"trace[1954383952] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"286.105522ms","start":"2026-06-30T18:55:46.251728Z","end":"2026-06-30T18:55:46.537834Z","steps":["trace[1954383952] 'process raft request' (duration: 285.909985ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.53803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21494646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7d15c947-2517-4cc0-9244-2b554c6a12a5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-06-30T18:55:46.538056Z","caller":"traceutil/trace.go:171","msg":"trace[561816349] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7d15c947-2517-4cc0-9244-2b554c6a12a5; range_end:; response_count:1; response_revision:28916; }","duration":"2.215007172s","start":"2026-06-30T18:55:44.32304Z","end":"2026-06-30T18:55:46.538047Z","steps":["trace[561816349] 'agreement among raft nodes before linearized reading' (duration: 2.214869888s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.538039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212551624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:46.538145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.476224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-30T18:55:46.538167Z","caller":"traceutil/trace.go:171","msg":"trace[1915718919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28916; }","duration":"417.534576ms","start":"2026-06-30T18:55:46.120626Z","end":"2026-06-30T18:55:46.538161Z","steps":["trace[1915718919] 'agreement among raft nodes before linearized reading' (duration: 417.473734ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.538185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.120611Z","time spent":"417.569107ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-30T18:55:46.538196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.917901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:46.538231Z","caller":"traceutil/trace.go:171","msg":"trace[1231253628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28916; }","duration":"510.025995ms","start":"2026-06-30T18:55:46.028194Z","end":"2026-06-30T18:55:46.53822Z","steps":["trace[1231253628] 'agreement among raft nodes before linearized reading' (duration: 509.967453ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:46.538132Z","caller":"traceutil/trace.go:171","msg":"trace[871706145] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28916; }","duration":"2.212662387s","start":"2026-06-30T18:55:44.325443Z","end":"2026-06-30T18:55:46.538105Z","steps":["trace[871706145] 'agreement among raft nodes before linearized reading' (duration: 2.212506152s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.538271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:44.325438Z","time spent":"2.212827152s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:55:46.538281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.028175Z","time spent":"510.095697ms","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:46.53829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.961584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-06-30T18:55:46.538075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.230304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:46.538322Z","caller":"traceutil/trace.go:171","msg":"trace[653834260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28916; }","duration":"420.049306ms","start":"2026-06-30T18:55:46.118263Z","end":"2026-06-30T18:55:46.538312Z","steps":["trace[653834260] 'agreement among raft nodes before linearized reading' (duration: 419.907741ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:46.538335Z","caller":"traceutil/trace.go:171","msg":"trace[46227141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28916; }","duration":"431.534043ms","start":"2026-06-30T18:55:46.106793Z","end":"2026-06-30T18:55:46.538328Z","steps":["trace[46227141] 'agreement among raft nodes before linearized reading' (duration: 431.240884ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.538344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.118238Z","time spent":"420.101338ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:55:46.53836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.106774Z","time spent":"431.579035ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:55:46.538075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:44.323031Z","time spent":"2.215039003s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-7d15c947-2517-4cc0-9244-2b554c6a12a5\" "} {"level":"warn","ts":"2026-06-30T18:55:46.538471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513275666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:46.538489Z","caller":"traceutil/trace.go:171","msg":"trace[1202734457] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28916; }","duration":"1.513343867s","start":"2026-06-30T18:55:45.025139Z","end":"2026-06-30T18:55:46.538483Z","steps":["trace[1202734457] 'agreement among raft nodes before linearized reading' (duration: 1.513255345s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.538492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14555252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:46.538506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:45.025111Z","time spent":"1.513389789s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:46.538518Z","caller":"traceutil/trace.go:171","msg":"trace[2067864414] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28916; }","duration":"2.145612032s","start":"2026-06-30T18:55:44.392896Z","end":"2026-06-30T18:55:46.538508Z","steps":["trace[2067864414] 'agreement among raft nodes before linearized reading' (duration: 2.145569411s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.538539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:44.392879Z","time spent":"2.145653504s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:46.53862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.171848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:46.538641Z","caller":"traceutil/trace.go:171","msg":"trace[1080865162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28916; }","duration":"610.226179ms","start":"2026-06-30T18:55:45.928406Z","end":"2026-06-30T18:55:46.538633Z","steps":["trace[1080865162] 'agreement among raft nodes before linearized reading' (duration: 610.191068ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:46.538664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:45.928195Z","time spent":"610.464847ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:46.537606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:44.32094Z","time spent":"2.216659755s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:55:47.054648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.108897ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-06-30T18:55:47.054767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.539583Z","time spent":"515.176728ms","remote":"127.0.0.1:47026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-30T18:55:47.054967Z","caller":"traceutil/trace.go:171","msg":"trace[263476616] linearizableReadLoop","detail":"{readStateIndex:30274; appliedIndex:30273; }","duration":"514.439755ms","start":"2026-06-30T18:55:46.540481Z","end":"2026-06-30T18:55:47.054921Z","steps":["trace[263476616] 'read index received' (duration: 54.102271ms)","trace[263476616] 'applied index is now lower than readState.Index' (duration: 460.334404ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:47.055011Z","caller":"traceutil/trace.go:171","msg":"trace[866854075] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"511.355616ms","start":"2026-06-30T18:55:46.543622Z","end":"2026-06-30T18:55:47.054978Z","steps":["trace[866854075] 'process raft request' (duration: 511.302104ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:47.05505Z","caller":"traceutil/trace.go:171","msg":"trace[337987279] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"514.449234ms","start":"2026-06-30T18:55:46.540523Z","end":"2026-06-30T18:55:47.054972Z","steps":["trace[337987279] 'process raft request' (duration: 514.234728ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:47.055127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.62103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:47.055162Z","caller":"traceutil/trace.go:171","msg":"trace[240560376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28919; }","duration":"514.709203ms","start":"2026-06-30T18:55:46.540442Z","end":"2026-06-30T18:55:47.055152Z","steps":["trace[240560376] 'agreement among raft nodes before linearized reading' (duration: 514.61463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:47.055153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.543613Z","time spent":"511.454258ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:47.055195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.540424Z","time spent":"514.763504ms","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:55:47.055198Z","caller":"traceutil/trace.go:171","msg":"trace[1088457317] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"512.479282ms","start":"2026-06-30T18:55:46.54263Z","end":"2026-06-30T18:55:47.055109Z","steps":["trace[1088457317] 'process raft request' (duration: 512.246144ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:47.055268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.540507Z","time spent":"514.650981ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:47.055317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.542595Z","time spent":"512.645467ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:55:47.556295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465014001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:55:48.298064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.184112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:48.298219Z","caller":"traceutil/trace.go:171","msg":"trace[505120021] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"1.540472646s","start":"2026-06-30T18:55:46.757722Z","end":"2026-06-30T18:55:48.298194Z","steps":["trace[505120021] 'process raft request' (duration: 802.001144ms)","trace[505120021] 'compare' (duration: 737.592944ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:48.2983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.757656Z","time spent":"1.54060898s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3175,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:48.503207Z","caller":"traceutil/trace.go:171","msg":"trace[244522197] linearizableReadLoop","detail":"{readStateIndex:30279; appliedIndex:30277; }","duration":"1.448142693s","start":"2026-06-30T18:55:47.055026Z","end":"2026-06-30T18:55:48.503169Z","steps":["trace[244522197] 'read index received' (duration: 504.666853ms)","trace[244522197] 'applied index is now lower than readState.Index' (duration: 943.473ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:48.503568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857074002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-06-30T18:55:48.503647Z","caller":"traceutil/trace.go:171","msg":"trace[862147274] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28921; }","duration":"1.857181316s","start":"2026-06-30T18:55:46.646421Z","end":"2026-06-30T18:55:48.503603Z","steps":["trace[862147274] 'agreement among raft nodes before linearized reading' (duration: 1.856923537s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.503693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.646401Z","time spent":"1.857276679s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-06-30T18:55:48.503918Z","caller":"traceutil/trace.go:171","msg":"trace[1040262296] transaction","detail":"{read_only:false; response_revision:28921; number_of_response:1; }","duration":"1.447311946s","start":"2026-06-30T18:55:47.056583Z","end":"2026-06-30T18:55:48.503895Z","steps":["trace[1040262296] 'process raft request' (duration: 1.361717418s)","trace[1040262296] 'compare' (duration: 84.524184ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:48.504013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445990993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-06-30T18:55:48.504026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960051276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:48.504055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:47.056558Z","time spent":"1.44742172s","remote":"127.0.0.1:47026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:55:48.504074Z","caller":"traceutil/trace.go:171","msg":"trace[323743299] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28921; }","duration":"1.446080446s","start":"2026-06-30T18:55:47.057979Z","end":"2026-06-30T18:55:48.50406Z","steps":["trace[323743299] 'agreement among raft nodes before linearized reading' (duration: 1.445926201s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.504039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.269077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:48.504066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279758956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:55:48.504113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:47.057959Z","time spent":"1.446146579s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-30T18:55:48.504136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.539556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:48.504144Z","caller":"traceutil/trace.go:171","msg":"trace[426410821] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28921; }","duration":"1.279946432s","start":"2026-06-30T18:55:47.224181Z","end":"2026-06-30T18:55:48.504127Z","steps":["trace[426410821] 'agreement among raft nodes before linearized reading' (duration: 1.279786207s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:48.504139Z","caller":"traceutil/trace.go:171","msg":"trace[441333140] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28921; }","duration":"588.427982ms","start":"2026-06-30T18:55:47.915689Z","end":"2026-06-30T18:55:48.504117Z","steps":["trace[441333140] 'agreement among raft nodes before linearized reading' (duration: 588.249936ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.504177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:47.224153Z","time spent":"1.280018555s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:48.504175Z","caller":"traceutil/trace.go:171","msg":"trace[148841998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28921; }","duration":"397.613208ms","start":"2026-06-30T18:55:48.106548Z","end":"2026-06-30T18:55:48.504161Z","steps":["trace[148841998] 'agreement among raft nodes before linearized reading' (duration: 397.543866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.504193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.470747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-t4d5t\" ","response":"range_response_count:1 size:7029"} {"level":"warn","ts":"2026-06-30T18:55:48.504193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:47.915668Z","time spent":"588.513515ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:48.504248Z","caller":"traceutil/trace.go:171","msg":"trace[1770864359] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-t4d5t; range_end:; response_count:1; response_revision:28921; }","duration":"474.56451ms","start":"2026-06-30T18:55:48.029673Z","end":"2026-06-30T18:55:48.504238Z","steps":["trace[1770864359] 'agreement among raft nodes before linearized reading' (duration: 474.25014ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.504248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:48.106525Z","time spent":"397.680341ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T18:55:48.504099Z","caller":"traceutil/trace.go:171","msg":"trace[1535728957] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28921; }","duration":"1.96015118s","start":"2026-06-30T18:55:46.543922Z","end":"2026-06-30T18:55:48.504074Z","steps":["trace[1535728957] 'agreement among raft nodes before linearized reading' (duration: 1.960033766s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.504276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:48.029652Z","time spent":"474.616682ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7051,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-t4d5t\" "} {"level":"warn","ts":"2026-06-30T18:55:48.504313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.543912Z","time spent":"1.960377247s","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:55:48.504025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.402177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:48.50444Z","caller":"traceutil/trace.go:171","msg":"trace[1543184067] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28921; }","duration":"621.839211ms","start":"2026-06-30T18:55:47.882589Z","end":"2026-06-30T18:55:48.504428Z","steps":["trace[1543184067] 'agreement among raft nodes before linearized reading' (duration: 621.332575ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.50449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:47.882521Z","time spent":"621.951584ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:55:48.504604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844575443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:55:48.504661Z","caller":"traceutil/trace.go:171","msg":"trace[855023607] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28921; }","duration":"1.844682726s","start":"2026-06-30T18:55:46.659963Z","end":"2026-06-30T18:55:48.504646Z","steps":["trace[855023607] 'agreement among raft nodes before linearized reading' (duration: 1.84325977s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.504704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:55:46.659939Z","time spent":"1.844755517s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:55:48.676095Z","caller":"traceutil/trace.go:171","msg":"trace[1192468345] linearizableReadLoop","detail":"{readStateIndex:30280; appliedIndex:30279; }","duration":"165.234055ms","start":"2026-06-30T18:55:48.510842Z","end":"2026-06-30T18:55:48.676076Z","steps":["trace[1192468345] 'read index received' (duration: 158.81772ms)","trace[1192468345] 'applied index is now lower than readState.Index' (duration: 6.415105ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:48.676234Z","caller":"traceutil/trace.go:171","msg":"trace[786544915] transaction","detail":"{read_only:false; response_revision:28922; number_of_response:1; }","duration":"166.739584ms","start":"2026-06-30T18:55:48.509446Z","end":"2026-06-30T18:55:48.676186Z","steps":["trace[786544915] 'process raft request' (duration: 159.600516ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.676426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.564846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-06-30T18:55:48.676458Z","caller":"traceutil/trace.go:171","msg":"trace[123773989] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28922; }","duration":"165.631388ms","start":"2026-06-30T18:55:48.510817Z","end":"2026-06-30T18:55:48.676449Z","steps":["trace[123773989] 'agreement among raft nodes before linearized reading' (duration: 165.468463ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:48.68499Z","caller":"traceutil/trace.go:171","msg":"trace[370469376] transaction","detail":"{read_only:false; response_revision:28923; number_of_response:1; }","duration":"174.139241ms","start":"2026-06-30T18:55:48.51083Z","end":"2026-06-30T18:55:48.684969Z","steps":["trace[370469376] 'process raft request' (duration: 173.18868ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:48.685199Z","caller":"traceutil/trace.go:171","msg":"trace[37406197] transaction","detail":"{read_only:false; response_revision:28924; number_of_response:1; }","duration":"142.839799ms","start":"2026-06-30T18:55:48.542351Z","end":"2026-06-30T18:55:48.685191Z","steps":["trace[37406197] 'process raft request' (duration: 141.787385ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:48.685317Z","caller":"traceutil/trace.go:171","msg":"trace[680258131] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"142.257521ms","start":"2026-06-30T18:55:48.543052Z","end":"2026-06-30T18:55:48.68531Z","steps":["trace[680258131] 'process raft request' (duration: 141.127824ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:48.690801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.939604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:55:48.690894Z","caller":"traceutil/trace.go:171","msg":"trace[61873385] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28925; }","duration":"179.086589ms","start":"2026-06-30T18:55:48.511786Z","end":"2026-06-30T18:55:48.690872Z","steps":["trace[61873385] 'agreement among raft nodes before linearized reading' (duration: 178.930554ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:55:49.056746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.212409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:49.056946Z","caller":"traceutil/trace.go:171","msg":"trace[2037525147] transaction","detail":"{read_only:false; response_revision:28931; number_of_response:1; }","duration":"240.052359ms","start":"2026-06-30T18:55:48.816857Z","end":"2026-06-30T18:55:49.056909Z","steps":["trace[2037525147] 'process raft request' (duration: 97.591342ms)","trace[2037525147] 'compare' (duration: 141.543528ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:49.276788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.638601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:55:49.277016Z","caller":"traceutil/trace.go:171","msg":"trace[150597608] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"139.154481ms","start":"2026-06-30T18:55:49.137839Z","end":"2026-06-30T18:55:49.276993Z","steps":["trace[150597608] 'process raft request' (duration: 37.20224ms)","trace[150597608] 'compare' (duration: 101.396513ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:49.485453Z","caller":"traceutil/trace.go:171","msg":"trace[2135168494] linearizableReadLoop","detail":"{readStateIndex:30309; appliedIndex:30308; }","duration":"119.822753ms","start":"2026-06-30T18:55:49.365602Z","end":"2026-06-30T18:55:49.485425Z","steps":["trace[2135168494] 'read index received' (duration: 69.041759ms)","trace[2135168494] 'applied index is now lower than readState.Index' (duration: 50.778924ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:49.485542Z","caller":"traceutil/trace.go:171","msg":"trace[1682684883] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"125.608208ms","start":"2026-06-30T18:55:49.35988Z","end":"2026-06-30T18:55:49.485489Z","steps":["trace[1682684883] 'process raft request' (duration: 74.870755ms)","trace[1682684883] 'compare' (duration: 50.417063ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:55:49.485786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.168784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-t4d5t\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-06-30T18:55:49.485823Z","caller":"traceutil/trace.go:171","msg":"trace[256607160] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-t4d5t; range_end:; response_count:1; response_revision:28950; }","duration":"120.261727ms","start":"2026-06-30T18:55:49.36555Z","end":"2026-06-30T18:55:49.485812Z","steps":["trace[256607160] 'agreement among raft nodes before linearized reading' (duration: 120.04238ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:49.714206Z","caller":"traceutil/trace.go:171","msg":"trace[1463066069] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"131.764515ms","start":"2026-06-30T18:55:49.582419Z","end":"2026-06-30T18:55:49.714184Z","steps":["trace[1463066069] 'process raft request' (duration: 131.577919ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:49.726487Z","caller":"traceutil/trace.go:171","msg":"trace[85422929] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"143.448049ms","start":"2026-06-30T18:55:49.58302Z","end":"2026-06-30T18:55:49.726468Z","steps":["trace[85422929] 'process raft request' (duration: 143.291194ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:49.924496Z","caller":"traceutil/trace.go:171","msg":"trace[280274797] transaction","detail":"{read_only:false; response_revision:28971; number_of_response:1; }","duration":"109.170802ms","start":"2026-06-30T18:55:49.815281Z","end":"2026-06-30T18:55:49.924452Z","steps":["trace[280274797] 'process raft request' (duration: 22.761977ms)","trace[280274797] 'compare' (duration: 85.705102ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:55:50.809107Z","caller":"traceutil/trace.go:171","msg":"trace[1881190366] transaction","detail":"{read_only:false; response_revision:28977; number_of_response:1; }","duration":"118.829541ms","start":"2026-06-30T18:55:50.690243Z","end":"2026-06-30T18:55:50.809072Z","steps":["trace[1881190366] 'process raft request' (duration: 118.546112ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:50.810014Z","caller":"traceutil/trace.go:171","msg":"trace[1878716650] transaction","detail":"{read_only:false; response_revision:28978; number_of_response:1; }","duration":"118.847862ms","start":"2026-06-30T18:55:50.691128Z","end":"2026-06-30T18:55:50.809976Z","steps":["trace[1878716650] 'process raft request' (duration: 118.618185ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:53.00926Z","caller":"traceutil/trace.go:171","msg":"trace[1627551508] transaction","detail":"{read_only:false; response_revision:28988; number_of_response:1; }","duration":"193.425218ms","start":"2026-06-30T18:55:52.815807Z","end":"2026-06-30T18:55:53.009233Z","steps":["trace[1627551508] 'process raft request' (duration: 193.365076ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:55:53.009422Z","caller":"traceutil/trace.go:171","msg":"trace[861712237] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"195.250515ms","start":"2026-06-30T18:55:52.814158Z","end":"2026-06-30T18:55:53.009409Z","steps":["trace[861712237] 'process raft request' (duration: 183.561811ms)","trace[861712237] 'compare' (duration: 11.154617ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:56:16.657862Z","caller":"traceutil/trace.go:171","msg":"trace[45526524] transaction","detail":"{read_only:false; response_revision:29261; number_of_response:1; }","duration":"168.407597ms","start":"2026-06-30T18:56:16.489393Z","end":"2026-06-30T18:56:16.6578Z","steps":["trace[45526524] 'process raft request' (duration: 168.003324ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:53.841748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465016377,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-30T18:56:54.11893Z","caller":"traceutil/trace.go:171","msg":"trace[11521398] transaction","detail":"{read_only:false; response_revision:29678; number_of_response:1; }","duration":"786.760656ms","start":"2026-06-30T18:56:53.332137Z","end":"2026-06-30T18:56:54.118898Z","steps":["trace[11521398] 'process raft request' (duration: 726.078735ms)","trace[11521398] 'compare' (duration: 60.355001ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:56:54.119081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.332119Z","time spent":"786.882711ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:56:54.126586Z","caller":"traceutil/trace.go:171","msg":"trace[249983594] linearizableReadLoop","detail":"{readStateIndex:31065; appliedIndex:31062; }","duration":"790.082693ms","start":"2026-06-30T18:56:53.336475Z","end":"2026-06-30T18:56:54.126558Z","steps":["trace[249983594] 'read index received' (duration: 721.665064ms)","trace[249983594] 'applied index is now lower than readState.Index' (duration: 68.416799ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:56:54.126693Z","caller":"traceutil/trace.go:171","msg":"trace[455404873] transaction","detail":"{read_only:false; response_revision:29680; number_of_response:1; }","duration":"469.518399ms","start":"2026-06-30T18:56:53.657163Z","end":"2026-06-30T18:56:54.126682Z","steps":["trace[455404873] 'process raft request' (duration: 469.365664ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:54.126702Z","caller":"traceutil/trace.go:171","msg":"trace[1413498374] transaction","detail":"{read_only:false; response_revision:29679; number_of_response:1; }","duration":"657.167971ms","start":"2026-06-30T18:56:53.469508Z","end":"2026-06-30T18:56:54.126676Z","steps":["trace[1413498374] 'process raft request' (duration: 656.915233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:54.126814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.469479Z","time spent":"657.275745ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:54.126816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.657133Z","time spent":"469.584481ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:54.126846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.060144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-06-30T18:56:54.126899Z","caller":"traceutil/trace.go:171","msg":"trace[1516523738] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29680; }","duration":"781.158957ms","start":"2026-06-30T18:56:53.345727Z","end":"2026-06-30T18:56:54.126886Z","steps":["trace[1516523738] 'agreement among raft nodes before linearized reading' (duration: 780.980861ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:54.126936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.345708Z","time spent":"781.22111ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:56:54.127074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.879126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:56:54.12711Z","caller":"traceutil/trace.go:171","msg":"trace[436456000] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29680; }","duration":"326.939908ms","start":"2026-06-30T18:56:53.800159Z","end":"2026-06-30T18:56:54.127099Z","steps":["trace[436456000] 'agreement among raft nodes before linearized reading' (duration: 326.851365ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:54.12713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.542475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-06-30T18:56:54.127177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.702382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-30T18:56:54.127217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.063679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-30T18:56:54.12727Z","caller":"traceutil/trace.go:171","msg":"trace[1107782772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29680; }","duration":"733.138131ms","start":"2026-06-30T18:56:53.394123Z","end":"2026-06-30T18:56:54.127261Z","steps":["trace[1107782772] 'agreement among raft nodes before linearized reading' (duration: 733.041538ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:54.127315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.394107Z","time spent":"733.200894ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-30T18:56:54.127183Z","caller":"traceutil/trace.go:171","msg":"trace[1529789986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29680; }","duration":"527.620217ms","start":"2026-06-30T18:56:53.599546Z","end":"2026-06-30T18:56:54.127167Z","steps":["trace[1529789986] 'agreement among raft nodes before linearized reading' (duration: 527.489583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:54.127391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.599533Z","time spent":"527.847514ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-30T18:56:54.127241Z","caller":"traceutil/trace.go:171","msg":"trace[254371592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29680; }","duration":"790.781895ms","start":"2026-06-30T18:56:53.33644Z","end":"2026-06-30T18:56:54.127222Z","steps":["trace[254371592] 'agreement among raft nodes before linearized reading' (duration: 790.686762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:54.127461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.336427Z","time spent":"791.025502ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T18:56:54.127141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:53.800141Z","time spent":"326.99334ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:56:54.36264Z","caller":"traceutil/trace.go:171","msg":"trace[29916108] transaction","detail":"{read_only:false; response_revision:29682; number_of_response:1; }","duration":"230.548575ms","start":"2026-06-30T18:56:54.132051Z","end":"2026-06-30T18:56:54.362599Z","steps":["trace[29916108] 'process raft request' (duration: 230.241245ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:54.362879Z","caller":"traceutil/trace.go:171","msg":"trace[1632326158] transaction","detail":"{read_only:false; response_revision:29683; number_of_response:1; }","duration":"230.740101ms","start":"2026-06-30T18:56:54.132107Z","end":"2026-06-30T18:56:54.362847Z","steps":["trace[1632326158] 'process raft request' (duration: 230.41685ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:54.362928Z","caller":"traceutil/trace.go:171","msg":"trace[1805789777] transaction","detail":"{read_only:false; response_revision:29684; number_of_response:1; }","duration":"228.742866ms","start":"2026-06-30T18:56:54.134163Z","end":"2026-06-30T18:56:54.362905Z","steps":["trace[1805789777] 'process raft request' (duration: 228.586161ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:54.363203Z","caller":"traceutil/trace.go:171","msg":"trace[1751100985] linearizableReadLoop","detail":"{readStateIndex:31070; appliedIndex:31067; }","duration":"199.092568ms","start":"2026-06-30T18:56:54.164067Z","end":"2026-06-30T18:56:54.36316Z","steps":["trace[1751100985] 'read index received' (duration: 198.53428ms)","trace[1751100985] 'applied index is now lower than readState.Index' (duration: 555.508µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:56:54.363331Z","caller":"traceutil/trace.go:171","msg":"trace[1444099648] transaction","detail":"{read_only:false; response_revision:29685; number_of_response:1; }","duration":"228.691035ms","start":"2026-06-30T18:56:54.134622Z","end":"2026-06-30T18:56:54.363313Z","steps":["trace[1444099648] 'process raft request' (duration: 228.241951ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:54.363872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.440219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:56:54.364876Z","caller":"traceutil/trace.go:171","msg":"trace[587076477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29685; }","duration":"230.488552ms","start":"2026-06-30T18:56:54.134349Z","end":"2026-06-30T18:56:54.364838Z","steps":["trace[587076477] 'agreement among raft nodes before linearized reading' (duration: 228.968804ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:54.36392Z","caller":"traceutil/trace.go:171","msg":"trace[223744612] transaction","detail":"{read_only:false; response_revision:29686; number_of_response:1; }","duration":"194.920914ms","start":"2026-06-30T18:56:54.168982Z","end":"2026-06-30T18:56:54.363903Z","steps":["trace[223744612] 'process raft request' (duration: 194.565113ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:55.635627Z","caller":"traceutil/trace.go:171","msg":"trace[1708479282] transaction","detail":"{read_only:false; response_revision:29693; number_of_response:1; }","duration":"415.536262ms","start":"2026-06-30T18:56:55.220025Z","end":"2026-06-30T18:56:55.635562Z","steps":["trace[1708479282] 'process raft request' (duration: 415.291904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:55.635795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:55.219997Z","time spent":"415.708818ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:57.414702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.779318395s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T18:56:57.415095Z","caller":"traceutil/trace.go:171","msg":"trace[562040524] transaction","detail":"{read_only:false; response_revision:29695; number_of_response:1; }","duration":"2.126773549s","start":"2026-06-30T18:56:55.288304Z","end":"2026-06-30T18:56:57.415078Z","steps":["trace[562040524] 'process raft request' (duration: 2.126715758s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:57.415109Z","caller":"traceutil/trace.go:171","msg":"trace[1423969126] transaction","detail":"{read_only:false; response_revision:29694; number_of_response:1; }","duration":"2.181731677s","start":"2026-06-30T18:56:55.233348Z","end":"2026-06-30T18:56:57.415079Z","steps":["trace[1423969126] 'process raft request' (duration: 2.181524881s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:57.415206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:55.28827Z","time spent":"2.126877793s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:56:57.415213Z","caller":"traceutil/trace.go:171","msg":"trace[966056433] linearizableReadLoop","detail":"{readStateIndex:31081; appliedIndex:31078; }","duration":"2.11177994s","start":"2026-06-30T18:56:55.303417Z","end":"2026-06-30T18:56:57.415197Z","steps":["trace[966056433] 'read index received' (duration: 331.97315ms)","trace[966056433] 'applied index is now lower than readState.Index' (duration: 1.77980533s)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:56:57.415316Z","caller":"traceutil/trace.go:171","msg":"trace[529474967] transaction","detail":"{read_only:false; response_revision:29696; number_of_response:1; }","duration":"2.001453071s","start":"2026-06-30T18:56:55.413833Z","end":"2026-06-30T18:56:57.415286Z","steps":["trace[529474967] 'process raft request' (duration: 2.001217454s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:57.415346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111923585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:56:57.415386Z","caller":"traceutil/trace.go:171","msg":"trace[1770322482] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29696; }","duration":"2.112001917s","start":"2026-06-30T18:56:55.303372Z","end":"2026-06-30T18:56:57.415373Z","steps":["trace[1770322482] 'agreement among raft nodes before linearized reading' (duration: 2.111910144s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:57.415426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:55.303354Z","time spent":"2.112061479s","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:56:57.416004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:55.413816Z","time spent":"2.002094252s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:57.415326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:55.233326Z","time spent":"2.181886963s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:58.105731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:56:58.105837Z","caller":"traceutil/trace.go:171","msg":"trace[251770027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017744s","start":"2026-06-30T18:56:56.105791Z","end":"2026-06-30T18:56:58.105809Z","steps":["trace[251770027] 'agreement among raft nodes before linearized reading' (duration: 1.9998927s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:58.1059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.105773Z","time spent":"2.000116548s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:56:59.285091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643566523s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:56:59.322025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.995243ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:56:59.32212Z","caller":"traceutil/trace.go:171","msg":"trace[1848529005] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29696; }","duration":"857.099317ms","start":"2026-06-30T18:56:58.465005Z","end":"2026-06-30T18:56:59.322104Z","steps":["trace[1848529005] 'range keys from in-memory index tree' (duration: 856.981413ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.32309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841849146s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:56:59.323328Z","caller":"traceutil/trace.go:171","msg":"trace[1450646420] transaction","detail":"{read_only:false; response_revision:29700; number_of_response:1; }","duration":"1.68190324s","start":"2026-06-30T18:56:57.641412Z","end":"2026-06-30T18:56:59.323315Z","steps":["trace[1450646420] 'process raft request' (duration: 1.681872239s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.323382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:57.641385Z","time spent":"1.681974792s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:56:59.323645Z","caller":"traceutil/trace.go:171","msg":"trace[302698412] transaction","detail":"{read_only:false; response_revision:29697; number_of_response:1; }","duration":"3.188047586s","start":"2026-06-30T18:56:56.135589Z","end":"2026-06-30T18:56:59.323636Z","steps":["trace[302698412] 'process raft request' (duration: 1.34557308s)","trace[302698412] 'compare' (duration: 1.840462071s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:56:59.323691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.135565Z","time spent":"3.188105158s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:59.323745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956300164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-06-30T18:56:59.323772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813098411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:56:59.323669Z","caller":"traceutil/trace.go:171","msg":"trace[339915388] linearizableReadLoop","detail":"{readStateIndex:31085; appliedIndex:31082; }","duration":"1.908384914s","start":"2026-06-30T18:56:57.415257Z","end":"2026-06-30T18:56:59.323642Z","steps":["trace[339915388] 'read index received' (duration: 65.858487ms)","trace[339915388] 'applied index is now lower than readState.Index' (duration: 1.842524197s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:56:59.323818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404992408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:56:59.323832Z","caller":"traceutil/trace.go:171","msg":"trace[1657024910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29700; }","duration":"3.813200174s","start":"2026-06-30T18:56:55.510613Z","end":"2026-06-30T18:56:59.323813Z","steps":["trace[1657024910] 'agreement among raft nodes before linearized reading' (duration: 3.8130971s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.323854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410224897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:56:59.323832Z","caller":"traceutil/trace.go:171","msg":"trace[1729262380] transaction","detail":"{read_only:false; response_revision:29698; number_of_response:1; }","duration":"3.186655222s","start":"2026-06-30T18:56:56.137146Z","end":"2026-06-30T18:56:59.323801Z","steps":["trace[1729262380] 'process raft request' (duration: 3.186032852s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:59.323876Z","caller":"traceutil/trace.go:171","msg":"trace[1206321874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29700; }","duration":"2.410284528s","start":"2026-06-30T18:56:56.913585Z","end":"2026-06-30T18:56:59.32387Z","steps":["trace[1206321874] 'agreement among raft nodes before linearized reading' (duration: 2.410221436s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:59.32389Z","caller":"traceutil/trace.go:171","msg":"trace[1351802637] transaction","detail":"{read_only:false; response_revision:29699; number_of_response:1; }","duration":"2.782162664s","start":"2026-06-30T18:56:56.541719Z","end":"2026-06-30T18:56:59.323882Z","steps":["trace[1351802637] 'process raft request' (duration: 2.781532724s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.323883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:55.510595Z","time spent":"3.813273096s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:56:59.323917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.913567Z","time spent":"2.410330689s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T18:56:59.32395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.137137Z","time spent":"3.186748755s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:59.323953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.541685Z","time spent":"2.782223426s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:56:59.323974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957251744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-30T18:56:59.324016Z","caller":"traceutil/trace.go:171","msg":"trace[1327535678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29700; }","duration":"2.957321077s","start":"2026-06-30T18:56:56.366685Z","end":"2026-06-30T18:56:59.324006Z","steps":["trace[1327535678] 'agreement among raft nodes before linearized reading' (duration: 2.957173662s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:59.323855Z","caller":"traceutil/trace.go:171","msg":"trace[2112299332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29700; }","duration":"2.405050491s","start":"2026-06-30T18:56:56.918795Z","end":"2026-06-30T18:56:59.323845Z","steps":["trace[2112299332] 'agreement among raft nodes before linearized reading' (duration: 2.404918346s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.324035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.366669Z","time spent":"2.957361678s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T18:56:59.324041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.918784Z","time spent":"2.405250437s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T18:56:59.324028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947272975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:56:59.323786Z","caller":"traceutil/trace.go:171","msg":"trace[2092680531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29700; }","duration":"2.956341425s","start":"2026-06-30T18:56:56.367432Z","end":"2026-06-30T18:56:59.323774Z","steps":["trace[2092680531] 'agreement among raft nodes before linearized reading' (duration: 2.956214161s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.32405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956622644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-06-30T18:56:59.324095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.367411Z","time spent":"2.956677795s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T18:56:59.32409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666025925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:56:59.324104Z","caller":"traceutil/trace.go:171","msg":"trace[1104148255] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29700; }","duration":"2.947358167s","start":"2026-06-30T18:56:56.376726Z","end":"2026-06-30T18:56:59.324084Z","steps":["trace[1104148255] 'agreement among raft nodes before linearized reading' (duration: 2.947169381s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:56:59.324125Z","caller":"traceutil/trace.go:171","msg":"trace[1795627782] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29700; }","duration":"2.956717797s","start":"2026-06-30T18:56:56.367389Z","end":"2026-06-30T18:56:59.324107Z","steps":["trace[1795627782] 'agreement among raft nodes before linearized reading' (duration: 2.95649361s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.32415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156679623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-30T18:56:59.324165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.367384Z","time spent":"2.956772789s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-30T18:56:59.324167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.37672Z","time spent":"2.94743388s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:56:59.324182Z","caller":"traceutil/trace.go:171","msg":"trace[599010393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29700; }","duration":"3.156711624s","start":"2026-06-30T18:56:56.167464Z","end":"2026-06-30T18:56:59.324175Z","steps":["trace[599010393] 'agreement among raft nodes before linearized reading' (duration: 3.156626371s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.324207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.167418Z","time spent":"3.156781537s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T18:56:59.324122Z","caller":"traceutil/trace.go:171","msg":"trace[441708694] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29700; }","duration":"3.666095198s","start":"2026-06-30T18:56:55.658018Z","end":"2026-06-30T18:56:59.324113Z","steps":["trace[441708694] 'agreement among raft nodes before linearized reading' (duration: 3.666043517s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.324283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:55.657998Z","time spent":"3.666274493s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:56:59.325292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958137133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T18:56:59.32534Z","caller":"traceutil/trace.go:171","msg":"trace[701616376] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29700; }","duration":"2.958196444s","start":"2026-06-30T18:56:56.367133Z","end":"2026-06-30T18:56:59.325329Z","steps":["trace[701616376] 'agreement among raft nodes before linearized reading' (duration: 2.956881002s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:56:59.325359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:56.367128Z","time spent":"2.958227045s","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:56:59.823928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465016420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:57:00.107563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001165782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:57:00.107655Z","caller":"traceutil/trace.go:171","msg":"trace[293477783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001331627s","start":"2026-06-30T18:56:58.106304Z","end":"2026-06-30T18:57:00.107636Z","steps":["trace[293477783] 'agreement among raft nodes before linearized reading' (duration: 2.001190072s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:00.107704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:58.106289Z","time spent":"2.001405249s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:57:00.23761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000632574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T18:57:00.237699Z","caller":"traceutil/trace.go:171","msg":"trace[1117252799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765849s","start":"2026-06-30T18:56:58.236912Z","end":"2026-06-30T18:57:00.237678Z","steps":["trace[1117252799] 'agreement among raft nodes before linearized reading' (duration: 2.000654405s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:00.237747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:58.236899Z","time spent":"2.000837881s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:57:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:57:00.324199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481376852465016420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T18:57:00.332492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018654484s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T18:57:00.738402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:00.108296Z","time spent":"630.098905ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:57:01.56178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228961321s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-30T18:57:01.56359Z","caller":"traceutil/trace.go:171","msg":"trace[674028782] transaction","detail":"{read_only:false; response_revision:29701; number_of_response:1; }","duration":"2.22367688s","start":"2026-06-30T18:56:59.339875Z","end":"2026-06-30T18:57:01.563552Z","steps":["trace[674028782] 'process raft request' (duration: 2.222012257s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:01.563829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.339855Z","time spent":"2.223859455s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:02.113958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-30T18:57:02.114089Z","caller":"traceutil/trace.go:171","msg":"trace[1122427897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000894872s","start":"2026-06-30T18:57:00.113168Z","end":"2026-06-30T18:57:02.114062Z","steps":["trace[1122427897] 'agreement among raft nodes before linearized reading' (duration: 2.000707736s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.11417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:00.113158Z","time spent":"2.000995576s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 18:57:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T18:57:02.186237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.573614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:57:02.186521Z","caller":"traceutil/trace.go:171","msg":"trace[70434259] transaction","detail":"{read_only:false; response_revision:29703; number_of_response:1; }","duration":"2.843794555s","start":"2026-06-30T18:56:59.342705Z","end":"2026-06-30T18:57:02.186499Z","steps":["trace[70434259] 'process raft request' (duration: 2.84364489s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.186508Z","caller":"traceutil/trace.go:171","msg":"trace[733526161] transaction","detail":"{read_only:false; response_revision:29702; number_of_response:1; }","duration":"2.844026183s","start":"2026-06-30T18:56:59.342441Z","end":"2026-06-30T18:57:02.186467Z","steps":["trace[733526161] 'process raft request' (duration: 2.221087817s)","trace[733526161] 'compare' (duration: 621.449288ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:02.1866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.342697Z","time spent":"2.843868018s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:02.186688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.342429Z","time spent":"2.844161307s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:02.186819Z","caller":"traceutil/trace.go:171","msg":"trace[1665325028] transaction","detail":"{read_only:false; response_revision:29704; number_of_response:1; }","duration":"2.844104945s","start":"2026-06-30T18:56:59.342695Z","end":"2026-06-30T18:57:02.1868Z","steps":["trace[1665325028] 'process raft request' (duration: 2.843751874s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.186914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.342678Z","time spent":"2.844193958s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:02.187077Z","caller":"traceutil/trace.go:171","msg":"trace[1155012804] transaction","detail":"{read_only:false; response_revision:29705; number_of_response:1; }","duration":"2.844309122s","start":"2026-06-30T18:56:59.342758Z","end":"2026-06-30T18:57:02.187067Z","steps":["trace[1155012804] 'process raft request' (duration: 2.84394967s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.187115Z","caller":"traceutil/trace.go:171","msg":"trace[391222209] transaction","detail":"{read_only:false; response_revision:29706; number_of_response:1; }","duration":"2.844314672s","start":"2026-06-30T18:56:59.34279Z","end":"2026-06-30T18:57:02.187105Z","steps":["trace[391222209] 'process raft request' (duration: 2.844212309s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.187134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.342752Z","time spent":"2.844352333s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:02.1872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.342782Z","time spent":"2.844383284s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:02.187374Z","caller":"traceutil/trace.go:171","msg":"trace[1449933054] transaction","detail":"{read_only:false; response_revision:29707; number_of_response:1; }","duration":"2.844530649s","start":"2026-06-30T18:56:59.342805Z","end":"2026-06-30T18:57:02.187335Z","steps":["trace[1449933054] 'process raft request' (duration: 2.84426245s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.187416Z","caller":"traceutil/trace.go:171","msg":"trace[1550344142] transaction","detail":"{read_only:false; response_revision:29708; number_of_response:1; }","duration":"2.766758801s","start":"2026-06-30T18:56:59.420631Z","end":"2026-06-30T18:57:02.18739Z","steps":["trace[1550344142] 'process raft request' (duration: 2.766583746s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.187556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.342796Z","time spent":"2.844682703s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:02.187577Z","caller":"traceutil/trace.go:171","msg":"trace[1253959263] transaction","detail":"{read_only:false; response_revision:29709; number_of_response:1; }","duration":"2.763185196s","start":"2026-06-30T18:56:59.424359Z","end":"2026-06-30T18:57:02.187544Z","steps":["trace[1253959263] 'process raft request' (duration: 2.762970859s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.187576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.420607Z","time spent":"2.766882374s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:02.187601Z","caller":"traceutil/trace.go:171","msg":"trace[809661587] transaction","detail":"{read_only:false; response_revision:29710; number_of_response:1; }","duration":"2.758734704s","start":"2026-06-30T18:56:59.428849Z","end":"2026-06-30T18:57:02.187584Z","steps":["trace[809661587] 'process raft request' (duration: 2.75861129s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.187627Z","caller":"traceutil/trace.go:171","msg":"trace[1863984168] transaction","detail":"{read_only:false; response_revision:29711; number_of_response:1; }","duration":"859.203273ms","start":"2026-06-30T18:57:01.328401Z","end":"2026-06-30T18:57:02.187604Z","steps":["trace[1863984168] 'process raft request' (duration: 859.143241ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.187651Z","caller":"traceutil/trace.go:171","msg":"trace[1031589465] linearizableReadLoop","detail":"{readStateIndex:31097; appliedIndex:31086; }","duration":"2.863800615s","start":"2026-06-30T18:56:59.323826Z","end":"2026-06-30T18:57:02.187626Z","steps":["trace[1031589465] 'read index received' (duration: 1.008981085s)","trace[1031589465] 'applied index is now lower than readState.Index' (duration: 1.854812s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:02.187679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.424335Z","time spent":"2.76329073s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:02.187715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:01.328378Z","time spent":"859.292556ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:02.18774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.428825Z","time spent":"2.758828597s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:02.187819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302981003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:02.187828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299255991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:02.18787Z","caller":"traceutil/trace.go:171","msg":"trace[1163749643] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29711; }","duration":"3.303067356s","start":"2026-06-30T18:56:58.884787Z","end":"2026-06-30T18:57:02.187854Z","steps":["trace[1163749643] 'agreement among raft nodes before linearized reading' (duration: 3.302951992s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.187873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5843403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:02.187907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:58.884773Z","time spent":"3.303124399s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:57:02.187905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893077578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:57:02.187944Z","caller":"traceutil/trace.go:171","msg":"trace[1125207533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29711; }","duration":"4.584409302s","start":"2026-06-30T18:56:57.603515Z","end":"2026-06-30T18:57:02.187924Z","steps":["trace[1125207533] 'agreement among raft nodes before linearized reading' (duration: 4.584298409s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.187954Z","caller":"traceutil/trace.go:171","msg":"trace[1767330335] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29711; }","duration":"3.893157151s","start":"2026-06-30T18:56:58.294785Z","end":"2026-06-30T18:57:02.187942Z","steps":["trace[1767330335] 'agreement among raft nodes before linearized reading' (duration: 3.893058998s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.187994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:58.29477Z","time spent":"3.893217082s","remote":"127.0.0.1:47222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:57:02.187882Z","caller":"traceutil/trace.go:171","msg":"trace[1691019956] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:29711; }","duration":"4.299544331s","start":"2026-06-30T18:56:57.888322Z","end":"2026-06-30T18:57:02.187866Z","steps":["trace[1691019956] 'agreement among raft nodes before linearized reading' (duration: 4.299452748s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:57.603469Z","time spent":"4.584517755s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.188054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:57.888302Z","time spent":"4.299733726s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.792665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.202365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:57:02.792782Z","caller":"traceutil/trace.go:171","msg":"trace[562531556] linearizableReadLoop","detail":"{readStateIndex:31100; appliedIndex:31098; }","duration":"605.059044ms","start":"2026-06-30T18:57:02.187712Z","end":"2026-06-30T18:57:02.792771Z","steps":["trace[562531556] 'read index received' (duration: 338.675173ms)","trace[562531556] 'applied index is now lower than readState.Index' (duration: 266.383161ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:57:02.792958Z","caller":"traceutil/trace.go:171","msg":"trace[1981833792] transaction","detail":"{read_only:false; response_revision:29712; number_of_response:1; }","duration":"1.464264578s","start":"2026-06-30T18:57:01.328686Z","end":"2026-06-30T18:57:02.792951Z","steps":["trace[1981833792] 'process raft request' (duration: 1.197720222s)","trace[1981833792] 'compare' (duration: 266.118532ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:02.792995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:01.328679Z","time spent":"1.464300428s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:02.793091Z","caller":"traceutil/trace.go:171","msg":"trace[635911137] transaction","detail":"{read_only:false; response_revision:29713; number_of_response:1; }","duration":"1.448294386s","start":"2026-06-30T18:57:01.344792Z","end":"2026-06-30T18:57:02.793086Z","steps":["trace[635911137] 'process raft request' (duration: 1.447931734s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:01.344768Z","time spent":"1.448336547s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:02.793227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.349407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-06-30T18:57:02.793245Z","caller":"traceutil/trace.go:171","msg":"trace[1679180933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29713; }","duration":"672.403409ms","start":"2026-06-30T18:57:02.120838Z","end":"2026-06-30T18:57:02.793241Z","steps":["trace[1679180933] 'agreement among raft nodes before linearized reading' (duration: 672.338777ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.120819Z","time spent":"672.43603ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-30T18:57:02.793337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.05626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-06-30T18:57:02.793356Z","caller":"traceutil/trace.go:171","msg":"trace[969547425] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29713; }","duration":"678.07364ms","start":"2026-06-30T18:57:02.115277Z","end":"2026-06-30T18:57:02.79335Z","steps":["trace[969547425] 'agreement among raft nodes before linearized reading' (duration: 678.030969ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.115253Z","time spent":"678.112402ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:57:02.793458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38226483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:57:02.793476Z","caller":"traceutil/trace.go:171","msg":"trace[282480083] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29713; }","duration":"3.382322711s","start":"2026-06-30T18:56:59.411149Z","end":"2026-06-30T18:57:02.793472Z","steps":["trace[282480083] 'agreement among raft nodes before linearized reading' (duration: 3.38228063s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.41113Z","time spent":"3.382356973s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.793458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190479617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:02.793534Z","caller":"traceutil/trace.go:171","msg":"trace[1185024896] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:29713; }","duration":"2.190617792s","start":"2026-06-30T18:57:00.602898Z","end":"2026-06-30T18:57:02.793515Z","steps":["trace[1185024896] 'agreement among raft nodes before linearized reading' (duration: 2.190470877s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451213925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-06-30T18:57:02.793586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:00.602879Z","time spent":"2.190695823s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:57:02.793608Z","caller":"traceutil/trace.go:171","msg":"trace[1120646312] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29713; }","duration":"3.451262886s","start":"2026-06-30T18:56:59.34234Z","end":"2026-06-30T18:57:02.793603Z","steps":["trace[1120646312] 'agreement among raft nodes before linearized reading' (duration: 3.451220855s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.342322Z","time spent":"3.451299978s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:57:02.793616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.457224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:02.793707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453748936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-30T18:57:02.793617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858722825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:57:02.793736Z","caller":"traceutil/trace.go:171","msg":"trace[861918565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29713; }","duration":"3.453815327s","start":"2026-06-30T18:56:59.339915Z","end":"2026-06-30T18:57:02.79373Z","steps":["trace[861918565] 'agreement among raft nodes before linearized reading' (duration: 3.453759286s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.793735Z","caller":"traceutil/trace.go:171","msg":"trace[1678182781] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29713; }","duration":"1.858930271s","start":"2026-06-30T18:57:00.934796Z","end":"2026-06-30T18:57:02.793727Z","steps":["trace[1678182781] 'agreement among raft nodes before linearized reading' (duration: 1.858724835s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.79375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.339893Z","time spent":"3.453853729s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:57:02.793774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:00.934769Z","time spent":"1.858991503s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.793826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974172708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:02.793699Z","caller":"traceutil/trace.go:171","msg":"trace[2136939137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29713; }","duration":"679.577318ms","start":"2026-06-30T18:57:02.114102Z","end":"2026-06-30T18:57:02.793679Z","steps":["trace[2136939137] 'agreement among raft nodes before linearized reading' (duration: 679.458274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.091672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:02.793867Z","caller":"traceutil/trace.go:171","msg":"trace[935714857] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29713; }","duration":"1.974265331s","start":"2026-06-30T18:57:00.819592Z","end":"2026-06-30T18:57:02.793858Z","steps":["trace[935714857] 'agreement among raft nodes before linearized reading' (duration: 1.974202419s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:00.81956Z","time spent":"1.974333764s","remote":"127.0.0.1:47324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-06-30T18:57:02.793903Z","caller":"traceutil/trace.go:171","msg":"trace[2031362473] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29713; }","duration":"598.182764ms","start":"2026-06-30T18:57:02.195699Z","end":"2026-06-30T18:57:02.793882Z","steps":["trace[2031362473] 'agreement among raft nodes before linearized reading' (duration: 598.103002ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.793949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.195683Z","time spent":"598.255236ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:57:02.793876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.114083Z","time spent":"679.788965ms","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:57:02.79421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.851276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:02.794276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311600301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:02.794288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540293587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:02.794318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055735664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:02.794318Z","caller":"traceutil/trace.go:171","msg":"trace[2089547843] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:29713; }","duration":"2.311674674s","start":"2026-06-30T18:57:00.482634Z","end":"2026-06-30T18:57:02.794309Z","steps":["trace[2089547843] 'agreement among raft nodes before linearized reading' (duration: 2.311610162s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.794336Z","caller":"traceutil/trace.go:171","msg":"trace[611991141] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29713; }","duration":"3.055786626s","start":"2026-06-30T18:56:59.738543Z","end":"2026-06-30T18:57:02.79433Z","steps":["trace[611991141] 'agreement among raft nodes before linearized reading' (duration: 3.055756625s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.794331Z","caller":"traceutil/trace.go:171","msg":"trace[2051994914] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29713; }","duration":"2.540376539s","start":"2026-06-30T18:57:00.253941Z","end":"2026-06-30T18:57:02.794318Z","steps":["trace[2051994914] 'agreement among raft nodes before linearized reading' (duration: 2.540302197s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.794355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.738523Z","time spent":"3.055828957s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.794358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:00.482617Z","time spent":"2.311732775s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.794403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:00.253925Z","time spent":"2.540433571s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.794435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269524883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-06-30T18:57:02.794264Z","caller":"traceutil/trace.go:171","msg":"trace[1143857199] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29713; }","duration":"286.961869ms","start":"2026-06-30T18:57:02.50729Z","end":"2026-06-30T18:57:02.794252Z","steps":["trace[1143857199] 'agreement among raft nodes before linearized reading' (duration: 286.864726ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.794228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.570289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:57:02.794529Z","caller":"traceutil/trace.go:171","msg":"trace[63222028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29713; }","duration":"3.269638986s","start":"2026-06-30T18:56:59.524842Z","end":"2026-06-30T18:57:02.794481Z","steps":["trace[63222028] 'agreement among raft nodes before linearized reading' (duration: 3.269463691s)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:02.794549Z","caller":"traceutil/trace.go:171","msg":"trace[975680067] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:29713; }","duration":"529.938371ms","start":"2026-06-30T18:57:02.264606Z","end":"2026-06-30T18:57:02.794545Z","steps":["trace[975680067] 'agreement among raft nodes before linearized reading' (duration: 529.596271ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.794569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.264587Z","time spent":"529.976133ms","remote":"127.0.0.1:47194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:02.794575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.524811Z","time spent":"3.26975173s","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-06-30T18:57:02.79489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300799453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:57:02.79494Z","caller":"traceutil/trace.go:171","msg":"trace[660177642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29713; }","duration":"3.300886026s","start":"2026-06-30T18:56:59.494042Z","end":"2026-06-30T18:57:02.794928Z","steps":["trace[660177642] 'agreement among raft nodes before linearized reading' (duration: 3.30072138s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:02.794977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:56:59.494018Z","time spent":"3.300949808s","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T18:57:03.306663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.162042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:57:03.307457Z","caller":"traceutil/trace.go:171","msg":"trace[2063607622] transaction","detail":"{read_only:false; response_revision:29714; number_of_response:1; }","duration":"508.431734ms","start":"2026-06-30T18:57:02.799005Z","end":"2026-06-30T18:57:03.307437Z","steps":["trace[2063607622] 'process raft request' (duration: 388.402924ms)","trace[2063607622] 'compare' (duration: 118.78785ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:03.307528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.798984Z","time spent":"508.505755ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:03.704628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.92996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T18:57:03.704838Z","caller":"traceutil/trace.go:171","msg":"trace[1823666605] transaction","detail":"{read_only:false; response_revision:29715; number_of_response:1; }","duration":"905.708111ms","start":"2026-06-30T18:57:02.799107Z","end":"2026-06-30T18:57:03.704816Z","steps":["trace[1823666605] 'process raft request' (duration: 617.531083ms)","trace[1823666605] 'compare' (duration: 287.673312ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:03.704938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.799092Z","time spent":"905.794074ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:03.70519Z","caller":"traceutil/trace.go:171","msg":"trace[1584537518] linearizableReadLoop","detail":"{readStateIndex:31104; appliedIndex:31100; }","duration":"905.030069ms","start":"2026-06-30T18:57:02.800149Z","end":"2026-06-30T18:57:03.705179Z","steps":["trace[1584537518] 'read index received' (duration: 387.184145ms)","trace[1584537518] 'applied index is now lower than readState.Index' (duration: 517.844814ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:57:03.705245Z","caller":"traceutil/trace.go:171","msg":"trace[223885764] transaction","detail":"{read_only:false; response_revision:29717; number_of_response:1; }","duration":"905.172474ms","start":"2026-06-30T18:57:02.80004Z","end":"2026-06-30T18:57:03.705212Z","steps":["trace[223885764] 'process raft request' (duration: 904.938097ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:03.705299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.147383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-06-30T18:57:03.7054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.800023Z","time spent":"905.303548ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:03.705424Z","caller":"traceutil/trace.go:171","msg":"trace[1422734764] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:29717; }","duration":"905.277047ms","start":"2026-06-30T18:57:02.800136Z","end":"2026-06-30T18:57:03.705413Z","steps":["trace[1422734764] 'agreement among raft nodes before linearized reading' (duration: 905.096931ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:03.705451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.800131Z","time spent":"905.314799ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"warn","ts":"2026-06-30T18:57:03.705774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.052208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:03.705809Z","caller":"traceutil/trace.go:171","msg":"trace[422561883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29717; }","duration":"904.1099ms","start":"2026-06-30T18:57:02.801691Z","end":"2026-06-30T18:57:03.7058Z","steps":["trace[422561883] 'agreement among raft nodes before linearized reading' (duration: 904.053808ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:03.70584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.801679Z","time spent":"904.154381ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T18:57:03.705855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.782294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:03.70587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.219594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:57:03.705911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.340839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-06-30T18:57:03.705929Z","caller":"traceutil/trace.go:171","msg":"trace[773732154] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29717; }","duration":"904.290316ms","start":"2026-06-30T18:57:02.801624Z","end":"2026-06-30T18:57:03.705914Z","steps":["trace[773732154] 'agreement among raft nodes before linearized reading' (duration: 904.161902ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:03.705951Z","caller":"traceutil/trace.go:171","msg":"trace[714893122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29717; }","duration":"905.389851ms","start":"2026-06-30T18:57:02.800551Z","end":"2026-06-30T18:57:03.705941Z","steps":["trace[714893122] 'agreement among raft nodes before linearized reading' (duration: 905.256046ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:03.705974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.800549Z","time spent":"905.420331ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T18:57:03.705891Z","caller":"traceutil/trace.go:171","msg":"trace[449191372] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29717; }","duration":"327.861268ms","start":"2026-06-30T18:57:03.378018Z","end":"2026-06-30T18:57:03.70588Z","steps":["trace[449191372] 'agreement among raft nodes before linearized reading' (duration: 327.796996ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:03.705972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.801619Z","time spent":"904.343297ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:57:03.706008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.377999Z","time spent":"328.000021ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:03.70601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.476423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-06-30T18:57:03.706074Z","caller":"traceutil/trace.go:171","msg":"trace[1449827217] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:29717; }","duration":"905.549746ms","start":"2026-06-30T18:57:02.800515Z","end":"2026-06-30T18:57:03.706065Z","steps":["trace[1449827217] 'agreement among raft nodes before linearized reading' (duration: 905.07545ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:03.70616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.80051Z","time spent":"905.603288ms","remote":"127.0.0.1:47112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-06-30T18:57:03.706377Z","caller":"traceutil/trace.go:171","msg":"trace[255398063] transaction","detail":"{read_only:false; response_revision:29716; number_of_response:1; }","duration":"905.478694ms","start":"2026-06-30T18:57:02.79956Z","end":"2026-06-30T18:57:03.705039Z","steps":["trace[255398063] 'process raft request' (duration: 905.143603ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:03.706486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:02.799554Z","time spent":"906.850697ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T18:57:04.128497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.465902ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-30T18:57:04.128597Z","caller":"traceutil/trace.go:171","msg":"trace[1846092349] linearizableReadLoop","detail":"{readStateIndex:31105; appliedIndex:31104; }","duration":"420.600314ms","start":"2026-06-30T18:57:03.707981Z","end":"2026-06-30T18:57:04.128581Z","steps":["trace[1846092349] 'read index received' (duration: 180.036629ms)","trace[1846092349] 'applied index is now lower than readState.Index' (duration: 240.562135ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:04.128678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.707624Z","time spent":"421.040329ms","remote":"127.0.0.1:46984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T18:57:04.128772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.78072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-06-30T18:57:04.128803Z","caller":"traceutil/trace.go:171","msg":"trace[505609632] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29717; }","duration":"420.828132ms","start":"2026-06-30T18:57:03.707964Z","end":"2026-06-30T18:57:04.128792Z","steps":["trace[505609632] 'agreement among raft nodes before linearized reading' (duration: 420.686077ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.128844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.707953Z","time spent":"420.882473ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-30T18:57:04.178513Z","caller":"traceutil/trace.go:171","msg":"trace[1814865079] transaction","detail":"{read_only:false; response_revision:29718; number_of_response:1; }","duration":"429.124536ms","start":"2026-06-30T18:57:03.749363Z","end":"2026-06-30T18:57:04.178487Z","steps":["trace[1814865079] 'process raft request' (duration: 428.701333ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.178541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.893597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16997"} {"level":"warn","ts":"2026-06-30T18:57:04.178598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.520068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-06-30T18:57:04.178603Z","caller":"traceutil/trace.go:171","msg":"trace[561014994] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29718; }","duration":"452.99446ms","start":"2026-06-30T18:57:03.725593Z","end":"2026-06-30T18:57:04.178587Z","steps":["trace[561014994] 'agreement among raft nodes before linearized reading' (duration: 452.809064ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.178612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.641803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:04.17863Z","caller":"traceutil/trace.go:171","msg":"trace[1909584968] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29718; }","duration":"469.56432ms","start":"2026-06-30T18:57:03.709054Z","end":"2026-06-30T18:57:04.178618Z","steps":["trace[1909584968] 'agreement among raft nodes before linearized reading' (duration: 469.463307ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.178635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.725579Z","time spent":"453.049722ms","remote":"127.0.0.1:47130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17019,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-30T18:57:04.178649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.709046Z","time spent":"469.597641ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-30T18:57:04.178627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.749384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T18:57:04.178656Z","caller":"traceutil/trace.go:171","msg":"trace[1759446476] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:29718; }","duration":"414.720856ms","start":"2026-06-30T18:57:03.763919Z","end":"2026-06-30T18:57:04.17864Z","steps":["trace[1759446476] 'agreement among raft nodes before linearized reading' (duration: 414.668324ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.178661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.749327Z","time spent":"429.25768ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T18:57:04.178685Z","caller":"traceutil/trace.go:171","msg":"trace[256150629] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29718; }","duration":"166.850747ms","start":"2026-06-30T18:57:04.011819Z","end":"2026-06-30T18:57:04.17867Z","steps":["trace[256150629] 'agreement among raft nodes before linearized reading' (duration: 166.756964ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.178689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.763868Z","time spent":"414.812828ms","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:04.178557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.708494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-30T18:57:04.178803Z","caller":"traceutil/trace.go:171","msg":"trace[2021132086] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29718; }","duration":"434.004463ms","start":"2026-06-30T18:57:03.74479Z","end":"2026-06-30T18:57:04.178794Z","steps":["trace[2021132086] 'agreement among raft nodes before linearized reading' (duration: 433.536268ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.178828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.744772Z","time spent":"434.047704ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":249,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-30T18:57:04.179019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.624906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:04.179101Z","caller":"traceutil/trace.go:171","msg":"trace[1768678255] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29718; }","duration":"467.293837ms","start":"2026-06-30T18:57:03.711791Z","end":"2026-06-30T18:57:04.179085Z","steps":["trace[1768678255] 'agreement among raft nodes before linearized reading' (duration: 466.584675ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.179162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.711783Z","time spent":"467.369909ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-30T18:57:04.180237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.764068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-789a0b41-9538-4ae5-a3f4-d64ebfed2e6e\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-06-30T18:57:04.180454Z","caller":"traceutil/trace.go:171","msg":"trace[303752519] range","detail":"{range_begin:/registry/persistentvolumes/pvc-789a0b41-9538-4ae5-a3f4-d64ebfed2e6e; range_end:; response_count:1; response_revision:29718; }","duration":"470.968505ms","start":"2026-06-30T18:57:03.709398Z","end":"2026-06-30T18:57:04.180366Z","steps":["trace[303752519] 'agreement among raft nodes before linearized reading' (duration: 469.050234ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.180569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T18:57:03.709393Z","time spent":"471.156931ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-789a0b41-9538-4ae5-a3f4-d64ebfed2e6e\" "} {"level":"info","ts":"2026-06-30T18:57:04.319048Z","caller":"traceutil/trace.go:171","msg":"trace[1941030131] linearizableReadLoop","detail":"{readStateIndex:31109; appliedIndex:31108; }","duration":"132.575081ms","start":"2026-06-30T18:57:04.186452Z","end":"2026-06-30T18:57:04.319028Z","steps":["trace[1941030131] 'read index received' (duration: 84.001817ms)","trace[1941030131] 'applied index is now lower than readState.Index' (duration: 48.572304ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:57:04.319119Z","caller":"traceutil/trace.go:171","msg":"trace[897401669] transaction","detail":"{read_only:false; response_revision:29721; number_of_response:1; }","duration":"132.709385ms","start":"2026-06-30T18:57:04.186378Z","end":"2026-06-30T18:57:04.319088Z","steps":["trace[897401669] 'process raft request' (duration: 84.063769ms)","trace[897401669] 'compare' (duration: 48.299965ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:04.319248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.86195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-06-30T18:57:04.319293Z","caller":"traceutil/trace.go:171","msg":"trace[725769765] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29721; }","duration":"132.949503ms","start":"2026-06-30T18:57:04.186332Z","end":"2026-06-30T18:57:04.319281Z","steps":["trace[725769765] 'agreement among raft nodes before linearized reading' (duration: 132.808078ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:04.339597Z","caller":"traceutil/trace.go:171","msg":"trace[1895167603] transaction","detail":"{read_only:false; response_revision:29723; number_of_response:1; }","duration":"146.039662ms","start":"2026-06-30T18:57:04.193529Z","end":"2026-06-30T18:57:04.339569Z","steps":["trace[1895167603] 'process raft request' (duration: 145.941579ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.339724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.783385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T18:57:04.339774Z","caller":"traceutil/trace.go:171","msg":"trace[1808989798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29724; }","duration":"146.834397ms","start":"2026-06-30T18:57:04.192927Z","end":"2026-06-30T18:57:04.339762Z","steps":["trace[1808989798] 'agreement among raft nodes before linearized reading' (duration: 146.647161ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:04.339785Z","caller":"traceutil/trace.go:171","msg":"trace[299763727] transaction","detail":"{read_only:false; response_revision:29722; number_of_response:1; }","duration":"146.824516ms","start":"2026-06-30T18:57:04.192945Z","end":"2026-06-30T18:57:04.33977Z","steps":["trace[299763727] 'process raft request' (duration: 146.420733ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.339808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.920979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-30T18:57:04.33994Z","caller":"traceutil/trace.go:171","msg":"trace[781479411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29724; }","duration":"147.015233ms","start":"2026-06-30T18:57:04.192872Z","end":"2026-06-30T18:57:04.339887Z","steps":["trace[781479411] 'agreement among raft nodes before linearized reading' (duration: 146.885069ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.340019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.530885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-06-30T18:57:04.340078Z","caller":"traceutil/trace.go:171","msg":"trace[156071905] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29724; }","duration":"150.625959ms","start":"2026-06-30T18:57:04.189437Z","end":"2026-06-30T18:57:04.340063Z","steps":["trace[156071905] 'agreement among raft nodes before linearized reading' (duration: 150.441473ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:04.340209Z","caller":"traceutil/trace.go:171","msg":"trace[537786650] transaction","detail":"{read_only:false; response_revision:29724; number_of_response:1; }","duration":"145.845996ms","start":"2026-06-30T18:57:04.194278Z","end":"2026-06-30T18:57:04.340124Z","steps":["trace[537786650] 'process raft request' (duration: 145.232836ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.33973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.797255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-06-30T18:57:04.340318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.377784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-06-30T18:57:04.340468Z","caller":"traceutil/trace.go:171","msg":"trace[1172307520] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29724; }","duration":"147.680384ms","start":"2026-06-30T18:57:04.192766Z","end":"2026-06-30T18:57:04.340446Z","steps":["trace[1172307520] 'agreement among raft nodes before linearized reading' (duration: 147.200649ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.340459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.606967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:04.340604Z","caller":"traceutil/trace.go:171","msg":"trace[1384738637] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29724; }","duration":"150.906088ms","start":"2026-06-30T18:57:04.189684Z","end":"2026-06-30T18:57:04.34059Z","steps":["trace[1384738637] 'agreement among raft nodes before linearized reading' (duration: 150.590697ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.340644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.005393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-06-30T18:57:04.340686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.730065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T18:57:04.340739Z","caller":"traceutil/trace.go:171","msg":"trace[759825038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29724; }","duration":"147.791058ms","start":"2026-06-30T18:57:04.192935Z","end":"2026-06-30T18:57:04.340726Z","steps":["trace[759825038] 'agreement among raft nodes before linearized reading' (duration: 147.652113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:04.340786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.130057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T18:57:04.340822Z","caller":"traceutil/trace.go:171","msg":"trace[261799934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29724; }","duration":"147.178628ms","start":"2026-06-30T18:57:04.193635Z","end":"2026-06-30T18:57:04.340813Z","steps":["trace[261799934] 'agreement among raft nodes before linearized reading' (duration: 147.086045ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:04.340326Z","caller":"traceutil/trace.go:171","msg":"trace[1758556432] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29724; }","duration":"147.398935ms","start":"2026-06-30T18:57:04.192903Z","end":"2026-06-30T18:57:04.340302Z","steps":["trace[1758556432] 'agreement among raft nodes before linearized reading' (duration: 146.689693ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:04.340698Z","caller":"traceutil/trace.go:171","msg":"trace[847887075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29724; }","duration":"147.080604ms","start":"2026-06-30T18:57:04.193599Z","end":"2026-06-30T18:57:04.34068Z","steps":["trace[847887075] 'agreement among raft nodes before linearized reading' (duration: 146.9401ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:09.74765Z","caller":"traceutil/trace.go:171","msg":"trace[1581258564] transaction","detail":"{read_only:false; response_revision:29769; number_of_response:1; }","duration":"138.864122ms","start":"2026-06-30T18:57:09.60875Z","end":"2026-06-30T18:57:09.747615Z","steps":["trace[1581258564] 'process raft request' (duration: 100.487925ms)","trace[1581258564] 'compare' (duration: 38.179661ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:57:16.626617Z","caller":"traceutil/trace.go:171","msg":"trace[1684493245] transaction","detail":"{read_only:false; response_revision:29826; number_of_response:1; }","duration":"148.342375ms","start":"2026-06-30T18:57:16.478251Z","end":"2026-06-30T18:57:16.626594Z","steps":["trace[1684493245] 'process raft request' (duration: 148.203611ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:16.626621Z","caller":"traceutil/trace.go:171","msg":"trace[84251983] transaction","detail":"{read_only:false; response_revision:29825; number_of_response:1; }","duration":"148.401917ms","start":"2026-06-30T18:57:16.478186Z","end":"2026-06-30T18:57:16.626588Z","steps":["trace[84251983] 'process raft request' (duration: 146.62462ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:16.627233Z","caller":"traceutil/trace.go:171","msg":"trace[522295746] transaction","detail":"{read_only:false; response_revision:29827; number_of_response:1; }","duration":"148.365316ms","start":"2026-06-30T18:57:16.478847Z","end":"2026-06-30T18:57:16.627213Z","steps":["trace[522295746] 'process raft request' (duration: 147.702565ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:16.627323Z","caller":"traceutil/trace.go:171","msg":"trace[167561066] transaction","detail":"{read_only:false; response_revision:29828; number_of_response:1; }","duration":"146.903299ms","start":"2026-06-30T18:57:16.480406Z","end":"2026-06-30T18:57:16.62731Z","steps":["trace[167561066] 'process raft request' (duration: 146.341521ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:16.62753Z","caller":"traceutil/trace.go:171","msg":"trace[1628291276] transaction","detail":"{read_only:false; response_revision:29829; number_of_response:1; }","duration":"145.732142ms","start":"2026-06-30T18:57:16.481781Z","end":"2026-06-30T18:57:16.627513Z","steps":["trace[1628291276] 'process raft request' (duration: 145.425592ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:16.627773Z","caller":"traceutil/trace.go:171","msg":"trace[584538325] linearizableReadLoop","detail":"{readStateIndex:31222; appliedIndex:31216; }","duration":"135.867906ms","start":"2026-06-30T18:57:16.491891Z","end":"2026-06-30T18:57:16.627759Z","steps":["trace[584538325] 'read index received' (duration: 7.660525ms)","trace[584538325] 'applied index is now lower than readState.Index' (duration: 128.205461ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:16.627919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.008491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:16.627964Z","caller":"traceutil/trace.go:171","msg":"trace[292626831] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29830; }","duration":"136.090874ms","start":"2026-06-30T18:57:16.491859Z","end":"2026-06-30T18:57:16.62795Z","steps":["trace[292626831] 'agreement among raft nodes before linearized reading' (duration: 135.994731ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:16.628187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.268813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:57:16.628275Z","caller":"traceutil/trace.go:171","msg":"trace[1499439278] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29830; }","duration":"128.401278ms","start":"2026-06-30T18:57:16.499858Z","end":"2026-06-30T18:57:16.628259Z","steps":["trace[1499439278] 'agreement among raft nodes before linearized reading' (duration: 128.109438ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:20.090429Z","caller":"traceutil/trace.go:171","msg":"trace[1517715650] transaction","detail":"{read_only:false; response_revision:29855; number_of_response:1; }","duration":"100.392312ms","start":"2026-06-30T18:57:19.990014Z","end":"2026-06-30T18:57:20.090406Z","steps":["trace[1517715650] 'process raft request' (duration: 100.255437ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:21.149948Z","caller":"traceutil/trace.go:171","msg":"trace[313824331] transaction","detail":"{read_only:false; response_revision:29870; number_of_response:1; }","duration":"126.683303ms","start":"2026-06-30T18:57:21.023243Z","end":"2026-06-30T18:57:21.149926Z","steps":["trace[313824331] 'process raft request' (duration: 126.531248ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:21.161589Z","caller":"traceutil/trace.go:171","msg":"trace[1159439894] transaction","detail":"{read_only:false; response_revision:29871; number_of_response:1; }","duration":"136.688982ms","start":"2026-06-30T18:57:21.024885Z","end":"2026-06-30T18:57:21.161574Z","steps":["trace[1159439894] 'process raft request' (duration: 136.482936ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:24.712093Z","caller":"traceutil/trace.go:171","msg":"trace[1787673503] transaction","detail":"{read_only:false; response_revision:29893; number_of_response:1; }","duration":"138.432208ms","start":"2026-06-30T18:57:24.573632Z","end":"2026-06-30T18:57:24.712064Z","steps":["trace[1787673503] 'process raft request' (duration: 138.18992ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:24.712081Z","caller":"traceutil/trace.go:171","msg":"trace[681597872] linearizableReadLoop","detail":"{readStateIndex:31289; appliedIndex:31288; }","duration":"123.716957ms","start":"2026-06-30T18:57:24.588326Z","end":"2026-06-30T18:57:24.712043Z","steps":["trace[681597872] 'read index received' (duration: 123.408068ms)","trace[681597872] 'applied index is now lower than readState.Index' (duration: 306.839µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T18:57:24.712407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.063178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T18:57:24.71252Z","caller":"traceutil/trace.go:171","msg":"trace[342890179] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29893; }","duration":"124.207122ms","start":"2026-06-30T18:57:24.58827Z","end":"2026-06-30T18:57:24.712477Z","steps":["trace[342890179] 'agreement among raft nodes before linearized reading' (duration: 123.925463ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:25.265889Z","caller":"traceutil/trace.go:171","msg":"trace[2052946363] transaction","detail":"{read_only:false; response_revision:29903; number_of_response:1; }","duration":"104.747631ms","start":"2026-06-30T18:57:25.161113Z","end":"2026-06-30T18:57:25.265861Z","steps":["trace[2052946363] 'process raft request' (duration: 104.590546ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:25.280289Z","caller":"traceutil/trace.go:171","msg":"trace[351855850] transaction","detail":"{read_only:false; response_revision:29904; number_of_response:1; }","duration":"107.000373ms","start":"2026-06-30T18:57:25.173255Z","end":"2026-06-30T18:57:25.280256Z","steps":["trace[351855850] 'process raft request' (duration: 106.722014ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:25.537108Z","caller":"traceutil/trace.go:171","msg":"trace[2054146783] linearizableReadLoop","detail":"{readStateIndex:31303; appliedIndex:31302; }","duration":"166.96191ms","start":"2026-06-30T18:57:25.370118Z","end":"2026-06-30T18:57:25.53708Z","steps":["trace[2054146783] 'read index received' (duration: 166.724553ms)","trace[2054146783] 'applied index is now lower than readState.Index' (duration: 236.067µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:57:25.537237Z","caller":"traceutil/trace.go:171","msg":"trace[1417598068] transaction","detail":"{read_only:false; response_revision:29906; number_of_response:1; }","duration":"182.210598ms","start":"2026-06-30T18:57:25.354996Z","end":"2026-06-30T18:57:25.537207Z","steps":["trace[1417598068] 'process raft request' (duration: 181.880188ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:57:25.537277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.129746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:57:25.537325Z","caller":"traceutil/trace.go:171","msg":"trace[750750365] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:29906; }","duration":"167.24518ms","start":"2026-06-30T18:57:25.370062Z","end":"2026-06-30T18:57:25.537308Z","steps":["trace[750750365] 'agreement among raft nodes before linearized reading' (duration: 167.136176ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:26.951214Z","caller":"traceutil/trace.go:171","msg":"trace[1885073004] transaction","detail":"{read_only:false; response_revision:29918; number_of_response:1; }","duration":"141.33734ms","start":"2026-06-30T18:57:26.80985Z","end":"2026-06-30T18:57:26.951188Z","steps":["trace[1885073004] 'process raft request' (duration: 138.615933ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:57:55.42415Z","caller":"traceutil/trace.go:171","msg":"trace[593723171] transaction","detail":"{read_only:false; response_revision:30334; number_of_response:1; }","duration":"133.226611ms","start":"2026-06-30T18:57:55.290897Z","end":"2026-06-30T18:57:55.424124Z","steps":["trace[593723171] 'process raft request' (duration: 133.080447ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:58:13.75163Z","caller":"traceutil/trace.go:171","msg":"trace[68692294] linearizableReadLoop","detail":"{readStateIndex:31917; appliedIndex:31916; }","duration":"111.511226ms","start":"2026-06-30T18:58:13.640095Z","end":"2026-06-30T18:58:13.751606Z","steps":["trace[68692294] 'read index received' (duration: 111.347611ms)","trace[68692294] 'applied index is now lower than readState.Index' (duration: 162.565µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:58:13.751688Z","caller":"traceutil/trace.go:171","msg":"trace[853348609] transaction","detail":"{read_only:false; response_revision:30498; number_of_response:1; }","duration":"133.583813ms","start":"2026-06-30T18:58:13.618071Z","end":"2026-06-30T18:58:13.751655Z","steps":["trace[853348609] 'process raft request' (duration: 133.347285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:58:13.751846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.652641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:58:13.751887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.783456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-06-30T18:58:13.751911Z","caller":"traceutil/trace.go:171","msg":"trace[1563940973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:30498; }","duration":"111.779196ms","start":"2026-06-30T18:58:13.640115Z","end":"2026-06-30T18:58:13.751894Z","steps":["trace[1563940973] 'agreement among raft nodes before linearized reading' (duration: 111.658252ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:58:13.751923Z","caller":"traceutil/trace.go:171","msg":"trace[424707230] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30498; }","duration":"111.823307ms","start":"2026-06-30T18:58:13.640087Z","end":"2026-06-30T18:58:13.75191Z","steps":["trace[424707230] 'agreement among raft nodes before linearized reading' (duration: 111.659072ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:58:18.975164Z","caller":"traceutil/trace.go:171","msg":"trace[435929944] transaction","detail":"{read_only:false; response_revision:30537; number_of_response:1; }","duration":"164.558734ms","start":"2026-06-30T18:58:18.810565Z","end":"2026-06-30T18:58:18.975124Z","steps":["trace[435929944] 'process raft request' (duration: 77.54004ms)","trace[435929944] 'compare' (duration: 86.777227ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T18:58:18.975225Z","caller":"traceutil/trace.go:171","msg":"trace[1472651572] transaction","detail":"{read_only:false; response_revision:30538; number_of_response:1; }","duration":"144.834693ms","start":"2026-06-30T18:58:18.830362Z","end":"2026-06-30T18:58:18.975197Z","steps":["trace[1472651572] 'process raft request' (duration: 144.674417ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:58:18.975388Z","caller":"traceutil/trace.go:171","msg":"trace[1052847851] transaction","detail":"{read_only:false; response_revision:30539; number_of_response:1; }","duration":"144.047077ms","start":"2026-06-30T18:58:18.831331Z","end":"2026-06-30T18:58:18.975378Z","steps":["trace[1052847851] 'process raft request' (duration: 143.772989ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:58:19.216915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.019359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:58:19.217146Z","caller":"traceutil/trace.go:171","msg":"trace[186995183] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30539; }","duration":"105.308949ms","start":"2026-06-30T18:58:19.111809Z","end":"2026-06-30T18:58:19.217118Z","steps":["trace[186995183] 'range keys from in-memory index tree' (duration: 104.943407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:58:19.217289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.444077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:58:19.217372Z","caller":"traceutil/trace.go:171","msg":"trace[1095609794] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30539; }","duration":"112.56824ms","start":"2026-06-30T18:58:19.104785Z","end":"2026-06-30T18:58:19.217353Z","steps":["trace[1095609794] 'range keys from in-memory index tree' (duration: 112.393645ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:58:19.21729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.826479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-30T18:58:19.217388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.63184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:58:19.217449Z","caller":"traceutil/trace.go:171","msg":"trace[1044694124] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30539; }","duration":"103.064956ms","start":"2026-06-30T18:58:19.114379Z","end":"2026-06-30T18:58:19.217444Z","steps":["trace[1044694124] 'range keys from in-memory index tree' (duration: 102.763397ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:58:19.217435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.027239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:58:19.217473Z","caller":"traceutil/trace.go:171","msg":"trace[536564632] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30539; }","duration":"116.774676ms","start":"2026-06-30T18:58:19.100679Z","end":"2026-06-30T18:58:19.217454Z","steps":["trace[536564632] 'count revisions from in-memory index tree' (duration: 116.532297ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T18:58:19.217502Z","caller":"traceutil/trace.go:171","msg":"trace[175744482] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30539; }","duration":"110.112782ms","start":"2026-06-30T18:58:19.107374Z","end":"2026-06-30T18:58:19.217487Z","steps":["trace[175744482] 'range keys from in-memory index tree' (duration: 110.000628ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T18:58:19.217527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.843627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T18:58:19.217589Z","caller":"traceutil/trace.go:171","msg":"trace[884614721] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30539; }","duration":"106.929611ms","start":"2026-06-30T18:58:19.110646Z","end":"2026-06-30T18:58:19.217576Z","steps":["trace[884614721] 'range keys from in-memory index tree' (duration: 106.800976ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:06.918537Z","caller":"traceutil/trace.go:171","msg":"trace[1896596507] linearizableReadLoop","detail":"{readStateIndex:33280; appliedIndex:33276; }","duration":"106.072622ms","start":"2026-06-30T19:00:06.812445Z","end":"2026-06-30T19:00:06.918518Z","steps":["trace[1896596507] 'read index received' (duration: 61.404534ms)","trace[1896596507] 'applied index is now lower than readState.Index' (duration: 44.667458ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T19:00:06.918551Z","caller":"traceutil/trace.go:171","msg":"trace[1752835970] transaction","detail":"{read_only:false; response_revision:31807; number_of_response:1; }","duration":"113.717328ms","start":"2026-06-30T19:00:06.804809Z","end":"2026-06-30T19:00:06.918526Z","steps":["trace[1752835970] 'process raft request' (duration: 113.613404ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:06.918581Z","caller":"traceutil/trace.go:171","msg":"trace[2116813447] transaction","detail":"{read_only:false; response_revision:31806; number_of_response:1; }","duration":"113.768439ms","start":"2026-06-30T19:00:06.80477Z","end":"2026-06-30T19:00:06.918538Z","steps":["trace[2116813447] 'process raft request' (duration: 69.068779ms)","trace[2116813447] 'compare' (duration: 44.39381ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T19:00:06.918738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.272609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-06-30T19:00:06.918771Z","caller":"traceutil/trace.go:171","msg":"trace[1815418487] transaction","detail":"{read_only:false; response_revision:31809; number_of_response:1; }","duration":"113.575473ms","start":"2026-06-30T19:00:06.805187Z","end":"2026-06-30T19:00:06.918762Z","steps":["trace[1815418487] 'process raft request' (duration: 113.310265ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:06.918795Z","caller":"traceutil/trace.go:171","msg":"trace[73877430] transaction","detail":"{read_only:false; response_revision:31808; number_of_response:1; }","duration":"113.78854ms","start":"2026-06-30T19:00:06.804972Z","end":"2026-06-30T19:00:06.91876Z","steps":["trace[73877430] 'process raft request' (duration: 113.504801ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:06.918775Z","caller":"traceutil/trace.go:171","msg":"trace[182779871] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:31809; }","duration":"106.365762ms","start":"2026-06-30T19:00:06.812399Z","end":"2026-06-30T19:00:06.918765Z","steps":["trace[182779871] 'agreement among raft nodes before linearized reading' (duration: 106.201807ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:24.995875Z","caller":"traceutil/trace.go:171","msg":"trace[857367054] linearizableReadLoop","detail":"{readStateIndex:33574; appliedIndex:33573; }","duration":"193.969335ms","start":"2026-06-30T19:00:24.801876Z","end":"2026-06-30T19:00:24.995845Z","steps":["trace[857367054] 'read index received' (duration: 193.795169ms)","trace[857367054] 'applied index is now lower than readState.Index' (duration: 173.006µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T19:00:24.996081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.189321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-30T19:00:24.996059Z","caller":"traceutil/trace.go:171","msg":"trace[1656013269] transaction","detail":"{read_only:false; response_revision:32095; number_of_response:1; }","duration":"200.275916ms","start":"2026-06-30T19:00:24.795616Z","end":"2026-06-30T19:00:24.995892Z","steps":["trace[1656013269] 'process raft request' (duration: 200.058939ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:24.996161Z","caller":"traceutil/trace.go:171","msg":"trace[1580831814] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32095; }","duration":"194.283194ms","start":"2026-06-30T19:00:24.801861Z","end":"2026-06-30T19:00:24.996145Z","steps":["trace[1580831814] 'agreement among raft nodes before linearized reading' (duration: 194.117719ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:00:33.185698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.42869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T19:00:33.185818Z","caller":"traceutil/trace.go:171","msg":"trace[1528957827] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32169; }","duration":"119.583245ms","start":"2026-06-30T19:00:33.066205Z","end":"2026-06-30T19:00:33.185789Z","steps":["trace[1528957827] 'range keys from in-memory index tree' (duration: 119.217003ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:33.620923Z","caller":"traceutil/trace.go:171","msg":"trace[993174797] linearizableReadLoop","detail":"{readStateIndex:33656; appliedIndex:33655; }","duration":"143.756788ms","start":"2026-06-30T19:00:33.47714Z","end":"2026-06-30T19:00:33.620897Z","steps":["trace[993174797] 'read index received' (duration: 143.608753ms)","trace[993174797] 'applied index is now lower than readState.Index' (duration: 147.045µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T19:00:33.621043Z","caller":"traceutil/trace.go:171","msg":"trace[1700618883] transaction","detail":"{read_only:false; response_revision:32172; number_of_response:1; }","duration":"185.426391ms","start":"2026-06-30T19:00:33.435578Z","end":"2026-06-30T19:00:33.621005Z","steps":["trace[1700618883] 'process raft request' (duration: 185.171763ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:00:33.621159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.011697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-30T19:00:33.621197Z","caller":"traceutil/trace.go:171","msg":"trace[681484034] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32172; }","duration":"144.103229ms","start":"2026-06-30T19:00:33.477081Z","end":"2026-06-30T19:00:33.621184Z","steps":["trace[681484034] 'agreement among raft nodes before linearized reading' (duration: 143.926734ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:33.71837Z","caller":"traceutil/trace.go:171","msg":"trace[1945232225] transaction","detail":"{read_only:false; response_revision:32173; number_of_response:1; }","duration":"210.207144ms","start":"2026-06-30T19:00:33.508105Z","end":"2026-06-30T19:00:33.718312Z","steps":["trace[1945232225] 'process raft request' (duration: 209.989107ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:33.718452Z","caller":"traceutil/trace.go:171","msg":"trace[925933370] transaction","detail":"{read_only:false; response_revision:32174; number_of_response:1; }","duration":"209.680227ms","start":"2026-06-30T19:00:33.508693Z","end":"2026-06-30T19:00:33.718373Z","steps":["trace[925933370] 'process raft request' (duration: 209.538532ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:33.718471Z","caller":"traceutil/trace.go:171","msg":"trace[605064709] transaction","detail":"{read_only:false; response_revision:32175; number_of_response:1; }","duration":"195.602797ms","start":"2026-06-30T19:00:33.522826Z","end":"2026-06-30T19:00:33.718429Z","steps":["trace[605064709] 'process raft request' (duration: 195.451472ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:00:33.776734Z","caller":"traceutil/trace.go:171","msg":"trace[1266944517] transaction","detail":"{read_only:false; response_revision:32176; number_of_response:1; }","duration":"151.136924ms","start":"2026-06-30T19:00:33.625559Z","end":"2026-06-30T19:00:33.776696Z","steps":["trace[1266944517] 'process raft request' (duration: 150.298238ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:05:31.040272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32148} {"level":"info","ts":"2026-06-30T19:05:31.346366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32148,"took":"301.116094ms","hash":1235450371,"current-db-size-bytes":65540096,"current-db-size":"66 MB","current-db-size-in-use-bytes":35921920,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-06-30T19:05:31.346526Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1235450371,"revision":32148,"compact-revision":23189} {"level":"info","ts":"2026-06-30T19:10:31.047375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34992} {"level":"info","ts":"2026-06-30T19:10:31.182617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34992,"took":"131.776758ms","hash":1769050748,"current-db-size-bytes":65540096,"current-db-size":"66 MB","current-db-size-in-use-bytes":35360768,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-06-30T19:10:31.182717Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1769050748,"revision":34992,"compact-revision":32148} {"level":"info","ts":"2026-06-30T19:11:33.533049Z","caller":"traceutil/trace.go:171","msg":"trace[1720414933] transaction","detail":"{read_only:false; response_revision:38224; number_of_response:1; }","duration":"100.475104ms","start":"2026-06-30T19:11:33.432536Z","end":"2026-06-30T19:11:33.533011Z","steps":["trace[1720414933] 'process raft request' (duration: 100.417422ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:11:33.533395Z","caller":"traceutil/trace.go:171","msg":"trace[629848295] transaction","detail":"{read_only:false; response_revision:38223; number_of_response:1; }","duration":"101.215687ms","start":"2026-06-30T19:11:33.432157Z","end":"2026-06-30T19:11:33.533372Z","steps":["trace[629848295] 'process raft request' (duration: 96.421753ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:11:35.550041Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T19:11:35.555422Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-06-30T19:11:35.555547Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-06-30T19:15:25.197258Z","caller":"traceutil/trace.go:171","msg":"trace[446566600] transaction","detail":"{read_only:false; response_revision:40366; number_of_response:1; }","duration":"155.790793ms","start":"2026-06-30T19:15:25.041423Z","end":"2026-06-30T19:15:25.197214Z","steps":["trace[446566600] 'process raft request' (duration: 140.254756ms)","trace[446566600] 'compare' (duration: 14.903227ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T19:15:25.668573Z","caller":"traceutil/trace.go:171","msg":"trace[126753522] transaction","detail":"{read_only:false; response_revision:40369; number_of_response:1; }","duration":"100.673157ms","start":"2026-06-30T19:15:25.567874Z","end":"2026-06-30T19:15:25.668547Z","steps":["trace[126753522] 'process raft request' (duration: 100.089588ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:15:26.786787Z","caller":"traceutil/trace.go:171","msg":"trace[675006704] transaction","detail":"{read_only:false; response_revision:40372; number_of_response:1; }","duration":"223.818724ms","start":"2026-06-30T19:15:26.56292Z","end":"2026-06-30T19:15:26.786739Z","steps":["trace[675006704] 'process raft request' (duration: 223.533995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:15:27.139006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.03564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-30T19:15:27.139163Z","caller":"traceutil/trace.go:171","msg":"trace[1005168804] transaction","detail":"{read_only:false; response_revision:40379; number_of_response:1; }","duration":"131.709142ms","start":"2026-06-30T19:15:27.007442Z","end":"2026-06-30T19:15:27.139151Z","steps":["trace[1005168804] 'process raft request' (duration: 131.64659ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:15:27.139285Z","caller":"traceutil/trace.go:171","msg":"trace[1931119] transaction","detail":"{read_only:false; response_revision:40378; number_of_response:1; }","duration":"136.656371ms","start":"2026-06-30T19:15:27.002604Z","end":"2026-06-30T19:15:27.13926Z","steps":["trace[1931119] 'process raft request' (duration: 15.302741ms)","trace[1931119] 'compare' (duration: 120.947557ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T19:15:27.139488Z","caller":"traceutil/trace.go:171","msg":"trace[1697475424] linearizableReadLoop","detail":"{readStateIndex:42240; appliedIndex:42237; }","duration":"122.715334ms","start":"2026-06-30T19:15:27.016728Z","end":"2026-06-30T19:15:27.139443Z","steps":["trace[1697475424] 'read index received' (duration: 1.125286ms)","trace[1697475424] 'applied index is now lower than readState.Index' (duration: 121.588267ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T19:15:27.139533Z","caller":"traceutil/trace.go:171","msg":"trace[809012621] transaction","detail":"{read_only:false; response_revision:40380; number_of_response:1; }","duration":"131.97021ms","start":"2026-06-30T19:15:27.007551Z","end":"2026-06-30T19:15:27.139521Z","steps":["trace[809012621] 'process raft request' (duration: 131.574117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:15:27.139662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.929031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-06-30T19:15:27.139696Z","caller":"traceutil/trace.go:171","msg":"trace[1918542410] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:40380; }","duration":"123.003753ms","start":"2026-06-30T19:15:27.016682Z","end":"2026-06-30T19:15:27.139686Z","steps":["trace[1918542410] 'agreement among raft nodes before linearized reading' (duration: 122.877229ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:15:27.395806Z","caller":"traceutil/trace.go:171","msg":"trace[1869206407] transaction","detail":"{read_only:false; response_revision:40381; number_of_response:1; }","duration":"249.499997ms","start":"2026-06-30T19:15:27.146275Z","end":"2026-06-30T19:15:27.395775Z","steps":["trace[1869206407] 'process raft request' (duration: 249.322192ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:15:27.479659Z","caller":"traceutil/trace.go:171","msg":"trace[810551062] transaction","detail":"{read_only:false; response_revision:40382; number_of_response:1; }","duration":"126.154364ms","start":"2026-06-30T19:15:27.353473Z","end":"2026-06-30T19:15:27.479628Z","steps":["trace[810551062] 'process raft request' (duration: 125.955368ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:15:31.056244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37669} {"level":"info","ts":"2026-06-30T19:15:31.22958Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37669,"took":"169.827313ms","hash":1452049066,"current-db-size-bytes":65540096,"current-db-size":"66 MB","current-db-size-in-use-bytes":35729408,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-06-30T19:15:31.229712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1452049066,"revision":37669,"compact-revision":34992} {"level":"info","ts":"2026-06-30T19:15:43.098134Z","caller":"traceutil/trace.go:171","msg":"trace[1104220692] linearizableReadLoop","detail":"{readStateIndex:42390; appliedIndex:42387; }","duration":"185.361212ms","start":"2026-06-30T19:15:42.912741Z","end":"2026-06-30T19:15:43.098102Z","steps":["trace[1104220692] 'read index received' (duration: 16.423526ms)","trace[1104220692] 'applied index is now lower than readState.Index' (duration: 168.936246ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T19:15:43.09847Z","caller":"traceutil/trace.go:171","msg":"trace[304405085] transaction","detail":"{read_only:false; response_revision:40521; number_of_response:1; }","duration":"187.438568ms","start":"2026-06-30T19:15:42.911016Z","end":"2026-06-30T19:15:43.098454Z","steps":["trace[304405085] 'process raft request' (duration: 130.175683ms)","trace[304405085] 'compare' (duration: 56.233072ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T19:15:43.098674Z","caller":"traceutil/trace.go:171","msg":"trace[1957861958] transaction","detail":"{read_only:false; response_revision:40522; number_of_response:1; }","duration":"187.18055ms","start":"2026-06-30T19:15:42.911483Z","end":"2026-06-30T19:15:43.098663Z","steps":["trace[1957861958] 'process raft request' (duration: 186.55681ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:15:43.099011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.24962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-30T19:15:43.099071Z","caller":"traceutil/trace.go:171","msg":"trace[2139000821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40522; }","duration":"186.367983ms","start":"2026-06-30T19:15:42.912691Z","end":"2026-06-30T19:15:43.099059Z","steps":["trace[2139000821] 'agreement among raft nodes before linearized reading' (duration: 186.100825ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:15:43.099307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.481608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-06-30T19:15:43.099346Z","caller":"traceutil/trace.go:171","msg":"trace[527862492] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:40522; }","duration":"167.52114ms","start":"2026-06-30T19:15:42.931815Z","end":"2026-06-30T19:15:43.099336Z","steps":["trace[527862492] 'agreement among raft nodes before linearized reading' (duration: 167.413937ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:20:06.895778Z","caller":"traceutil/trace.go:171","msg":"trace[1035275750] transaction","detail":"{read_only:false; response_revision:42855; number_of_response:1; }","duration":"106.556376ms","start":"2026-06-30T19:20:06.7892Z","end":"2026-06-30T19:20:06.895756Z","steps":["trace[1035275750] 'process raft request' (duration: 106.408811ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T19:20:31.062614Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40416} {"level":"info","ts":"2026-06-30T19:20:31.218408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40416,"took":"148.410688ms","hash":1001509870,"current-db-size-bytes":65540096,"current-db-size":"66 MB","current-db-size-in-use-bytes":34877440,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-06-30T19:20:31.218502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1001509870,"revision":40416,"compact-revision":37669} {"level":"info","ts":"2026-06-30T19:25:31.070504Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43095} {"level":"info","ts":"2026-06-30T19:25:31.214942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43095,"took":"139.874153ms","hash":3828893338,"current-db-size-bytes":65540096,"current-db-size":"66 MB","current-db-size-in-use-bytes":33644544,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-30T19:25:31.215027Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3828893338,"revision":43095,"compact-revision":40416} {"level":"info","ts":"2026-06-30T19:25:41.519531Z","caller":"traceutil/trace.go:171","msg":"trace[1380934751] transaction","detail":"{read_only:false; response_revision:45873; number_of_response:1; }","duration":"147.432115ms","start":"2026-06-30T19:25:41.372077Z","end":"2026-06-30T19:25:41.519509Z","steps":["trace[1380934751] 'process raft request' (duration: 147.241179ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:25:42.001242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.941241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-t4ljk\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-06-30T19:25:42.001311Z","caller":"traceutil/trace.go:171","msg":"trace[850405651] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-t4ljk; range_end:; response_count:1; response_revision:45877; }","duration":"391.044964ms","start":"2026-06-30T19:25:41.610247Z","end":"2026-06-30T19:25:42.001291Z","steps":["trace[850405651] 'range keys from in-memory index tree' (duration: 390.702754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T19:25:42.001339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T19:25:41.610225Z","time spent":"391.107826ms","remote":"127.0.0.1:47138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7404,"request content":"key:\"/registry/pods/openstack/barbican-db-init-t4ljk\" "} {"level":"info","ts":"2026-06-30T19:25:42.001857Z","caller":"traceutil/trace.go:171","msg":"trace[527688825] transaction","detail":"{read_only:false; response_revision:45878; number_of_response:1; }","duration":"125.72633ms","start":"2026-06-30T19:25:41.876122Z","end":"2026-06-30T19:25:42.001849Z","steps":["trace[527688825] 'process raft request' (duration: 123.651783ms)"],"step_count":1}